ziyuzhou02 commited on
Commit
e86125f
·
verified ·
1 Parent(s): d072774

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,886016.5168609619,886016.5168609619,873.923828125,1.1572440744289738,0.013209004043130274,0.013108336949565078,4.4956185668107675,941.2845036762062,0.014198154944321625,0.01318209943199249,0.008732801217954665,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,23.22483037513045,23.22483037513045,3.7036124070485434,2.268359414979803,0.16192687082906418,0.1427372227931996,52.57371507506004,4.819214705232633,0.2116126962249767,0.1626263727940683,0.130270062987261,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003992540422850359,0.003992540422850359,0.06032653529352198,0.059876216174903345,0.6786868861551715,0.41284096842280277,0.5592690858704041,0.06318655254759796,0.25405883311900324,0.24255935076121188,0.34615931791746896,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.004446550496358744,0.004446550496358744,0.04588870704174042,0.3610914708917879,0.04451886106208678,0.04585481796655245,2.1321425224076336,0.0666824601852597,0.06640576842798517,0.04569829674561217,0.043151435437230296,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,3.1283958811192556,3.1283958811192556,1.6855018138885498,17.336604257260124,0.10612750498819623,0.11263166021445446,623.0173158787176,1.7687271923954966,0.11238933345393648,0.10710098550685761,0.10328404205520175,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,303.5765725440338,303.5765725440338,8.948415478070578,1.4282550700882706,0.26777323479665205,0.3240341880906507,33.299684575892286,17.42344892792566,0.8053982365922464,0.4136401510484892,0.37578031745928187,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.49070791404831954,0.49070791404831954,0.5895127455393473,0.23515189849768978,0.02439956691874841,0.024754030420138896,1.622144630410995,0.7005054703914306,0.02929963688925744,0.02465720842442602,0.023105786850815508,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.501075988113977,12.501075988113977,2.856652577718099,0.548477294921875,0.46850133249026255,0.286330565228802,4.6722915039062505,3.5356860703566397,0.34920356250435947,0.2821385261943801,0.22602469492678123,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,258.74086638291675,258.74086638291675,4.89532470703125,0.1415515577936747,0.001574139503727435,0.0015714845010692524,3.476107751317771,16.085424034911753,0.005156273231439589,0.0015692238943335113,0.0024463777579053687,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,44 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-16T16:27:15.045463+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t160000z",
8
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
14
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
15
- "context_length": 79,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t141000z",
20
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t160000z",
26
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t160000z",
32
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t160000z",
38
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
42
- ],
43
- "failed_datasets": []
44
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,5 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
results/online_status.json CHANGED
@@ -1,208 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-16T14:43:25.204057+00:00",
4
- "finished_at": "2026-06-16T15:59:44.687742+00:00",
5
- "task_count": 4,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-16T14:58:37.200708+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
17
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
23
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
24
- "context_length": 96,
25
- "prediction_length": 24
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
29
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
30
- "context_length": 96,
31
- "prediction_length": 24
32
- },
33
- {
34
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
35
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
36
- "context_length": 96,
37
- "prediction_length": 24
38
- }
39
- ],
40
- "failed_datasets": []
41
- },
42
- "TimesFM-2.5": {
43
- "model": "TimesFM-2.5",
44
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
45
- "evaluated_at": "2026-06-16T15:19:22.740307+00:00",
46
- "datasets": [
47
- {
48
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
49
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
50
- "context_length": 96,
51
- "prediction_length": 24
52
- },
53
- {
54
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
55
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
56
- "context_length": 96,
57
- "prediction_length": 24
58
- },
59
- {
60
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
61
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
62
- "context_length": 96,
63
- "prediction_length": 24
64
- },
65
- {
66
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
67
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
68
- "context_length": 96,
69
- "prediction_length": 24
70
- }
71
- ],
72
- "failed_datasets": []
73
- },
74
- "Toto-2.0-1B": {
75
- "model": "Toto-2.0-1B",
76
- "api_model_id": "Datadog/Toto-2.0-1B",
77
- "evaluated_at": "2026-06-16T15:32:32.245525+00:00",
78
- "datasets": [
79
- {
80
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
81
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
82
- "context_length": 96,
83
- "prediction_length": 24
84
- },
85
- {
86
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
87
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
88
- "context_length": 96,
89
- "prediction_length": 24
90
- },
91
- {
92
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
93
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
94
- "context_length": 96,
95
- "prediction_length": 24
96
- },
97
- {
98
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
99
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
100
- "context_length": 96,
101
- "prediction_length": 24
102
- }
103
- ],
104
- "failed_datasets": []
105
- },
106
- "TiRex": {
107
- "model": "TiRex",
108
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
109
- "evaluated_at": "2026-06-16T15:39:20.614577+00:00",
110
- "datasets": [
111
- {
112
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
113
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
114
- "context_length": 96,
115
- "prediction_length": 24
116
- },
117
- {
118
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
119
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
120
- "context_length": 96,
121
- "prediction_length": 24
122
- },
123
- {
124
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
125
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
126
- "context_length": 96,
127
- "prediction_length": 24
128
- },
129
- {
130
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
131
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
132
- "context_length": 96,
133
- "prediction_length": 24
134
- }
135
- ],
136
- "failed_datasets": []
137
- },
138
- "Moirai-1.1-Large": {
139
- "model": "Moirai-1.1-Large",
140
- "api_model_id": "Salesforce/moirai-1.1-R-large",
141
- "evaluated_at": "2026-06-16T15:53:05.648193+00:00",
142
- "datasets": [
143
- {
144
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
145
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
146
- "context_length": 96,
147
- "prediction_length": 24
148
- },
149
- {
150
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
151
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
152
- "context_length": 96,
153
- "prediction_length": 24
154
- },
155
- {
156
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
157
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
158
- "context_length": 96,
159
- "prediction_length": 24
160
- },
161
- {
162
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
163
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
164
- "context_length": 96,
165
- "prediction_length": 24
166
- }
167
- ],
168
- "failed_datasets": []
169
- },
170
- "Timer-S1": {
171
- "model": "Timer-S1",
172
- "api_model_id": "bytedance-research/Timer-S1",
173
- "evaluated_at": "2026-06-16T15:59:44.684765+00:00",
174
- "datasets": [
175
- {
176
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
177
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
178
- "context_length": 96,
179
- "prediction_length": 24
180
- },
181
- {
182
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
183
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
184
- "context_length": 96,
185
- "prediction_length": 24
186
- },
187
- {
188
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
189
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
190
- "context_length": 96,
191
- "prediction_length": 24
192
- },
193
- {
194
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
195
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
196
- "context_length": 96,
197
- "prediction_length": 24
198
- }
199
- ],
200
- "failed_datasets": []
201
- }
202
- },
203
- "failed_models": [],
204
- "failed_datasets": [],
205
- "push_status": "ok",
206
- "pushed_at": "2026-06-16T18:08:45.781258+00:00",
207
- "push_detail": "HF Hub API"
208
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-16T18:21:45.807439+00:00",
4
+ "finished_at": "2026-06-16T18:48:11.322880+00:00",
5
+ "task_count": 11,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,342472.7814763387,160902.31524658203,321.9166666666667,0.42627989187478965,0.00486998196132788,0.004853783492802614,19.47011706954989,585.2117407198344,0.008827221671583561,0.004855729266382489,0.006078726598198223,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,17.660232722545214,14.994885551734873,2.955879290898641,1.8103937135249677,0.1285672387575022,0.11636164728125505,73.86413111153705,4.2024079671713475,0.184528587117084,0.1297932598403373,0.13498353347533465,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.07922229350424068,0.07922229350424068,0.2487083358767753,0.24685180428482814,1.0,2.0,9.84225184494006,0.28146455106148033,1.1317052841769921,0.9999999533480594,0.9987938302655811,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0037912923723690817,0.004251373554248872,0.0491408904393514,0.3866824226173404,0.04831318624089587,0.04912625010712662,10.075460106825595,0.06157347133603141,0.06131797878314528,0.04893698555503963,0.0443361022732456,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,3.2823232476276494,3.320003119092045,1.746600826581319,17.965051758672242,0.11000562745737981,0.11692388317674779,662.3882257365301,1.8117183135431538,0.11512109642506982,0.1109833690314382,0.10700611700877001,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,291.2709550650217,311.9928329332203,8.817566434542337,1.407370276540921,0.25112145273684794,0.31134089917690594,50.30603580954381,17.06666209500328,0.7889057793718821,0.40759165919401386,0.40681775413717003,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.2976828226333055,0.7770101795934655,0.7849831581115723,0.31312347581181826,0.03227660091249671,0.03292174584403373,2.1831258631148827,0.5456031732251064,0.022820628156107834,0.03283303624167242,0.02295355921175556,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,11.838226821897024,9.657680611365436,2.2339847485224404,0.4289250717163086,0.3751903661380254,0.23397183738889446,21.932910346984865,3.4406724374600124,0.3398194999960506,0.22064046898987066,0.2832724488811728,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,260.0813939323028,257.7432473277052,6.071726481119792,0.17556799463478914,0.0019505544697871978,0.0019486933475073992,11.815324677616715,16.12703921779515,0.005169613212596282,0.0019463261058751836,0.002922116796428624,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,44 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-16T16:50:06.226823+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t160000z",
8
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
14
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
15
- "context_length": 79,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t141000z",
20
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t160000z",
26
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t160000z",
32
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t160000z",
38
- "data_fetched_at": "2026-06-16T16:15:24.306673Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
42
- ],
43
- "failed_datasets": []
44
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }