ziyuzhou02 commited on
Commit
774dbfb
·
verified ·
1 Parent(s): 6bdc20a

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,263690.58496602374,263690.58496602374,436.18359375,0.6264267747335086,0.0065811659013832085,0.006559684901395183,4.618213769546384,513.5081157742532,0.00773187843976627,0.006567605108266703,0.006265013079787829,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,22.345834660703684,22.345834660703684,3.6524171829223633,2.1067371381944047,0.1598800262704899,0.14129449832827615,48.90445553239535,4.7271381046785255,0.20756959399893793,0.16037838010774536,0.12868841871906067,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003992540422850359,0.003992540422850359,0.06032653529352198,0.059876216174903345,0.6786868861551715,0.41284096842280277,0.5592690858704041,0.06318655254759796,0.25405883311900324,0.24255935076121188,0.34615931791746896,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.004446550496358744,0.004446550496358744,0.04588870704174042,0.3610914708917879,0.04451886106208678,0.04585481796655245,2.1321425224076336,0.0666824601852597,0.06640576842798517,0.04569829674561217,0.043151435437230296,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.006700739294691023,0.006700739294691023,0.022412657737731934,0.16137119726989638,0.001561831896542386,0.0015775201496534858,5.099205722505846,0.08185804355523667,0.005826195059920328,0.001595206898673861,0.002153775886468338,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,77.60544457964568,77.60544457964568,4.514706969261169,0.7083436611684263,0.18636602692180756,0.21208246142115325,11.689653072024212,8.809395244830696,0.5065296442488988,0.2595902274188214,0.24383838239549993,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.49432844382530067,0.49432844382530067,0.5745224952697754,0.22728362450232872,0.023741709489003043,0.024121975357325066,1.70456540453565,0.7030849478016868,0.029428042945461464,0.0240469842467762,0.024020474220580852,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.795067039783552,12.795067039783552,2.947515288988749,0.5895030577977498,0.47488588269336063,0.3008483612427243,4.827474625905355,3.5770192954167235,0.3532858563374542,0.2911126211346913,0.22658352348212515,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,258.74086638291675,258.74086638291675,4.89532470703125,0.1415515577936747,0.001574139503727435,0.0015714845010692524,3.476107751317771,16.085424034911753,0.005156273231439589,0.0015692238943335113,0.0024463777579053687,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,32 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-16T14:58:37.200708+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
8
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
14
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
20
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
26
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
30
- ],
31
- "failed_datasets": []
32
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,11 +1,9 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
- nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
  nws_ksfo_observations_temperature,Weather,1h,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
- open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
10
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
11
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
  nws_ksfo_observations_temperature,Weather,1h,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
 
8
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
9
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,208 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-16T14:43:25.204057+00:00",
4
- "finished_at": "2026-06-16T15:59:44.687742+00:00",
5
- "task_count": 4,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-16T14:58:37.200708+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
17
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
23
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
24
- "context_length": 96,
25
- "prediction_length": 24
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
29
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
30
- "context_length": 96,
31
- "prediction_length": 24
32
- },
33
- {
34
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
35
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
36
- "context_length": 96,
37
- "prediction_length": 24
38
- }
39
- ],
40
- "failed_datasets": []
41
- },
42
- "TimesFM-2.5": {
43
- "model": "TimesFM-2.5",
44
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
45
- "evaluated_at": "2026-06-16T15:19:22.740307+00:00",
46
- "datasets": [
47
- {
48
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
49
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
50
- "context_length": 96,
51
- "prediction_length": 24
52
- },
53
- {
54
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
55
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
56
- "context_length": 96,
57
- "prediction_length": 24
58
- },
59
- {
60
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
61
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
62
- "context_length": 96,
63
- "prediction_length": 24
64
- },
65
- {
66
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
67
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
68
- "context_length": 96,
69
- "prediction_length": 24
70
- }
71
- ],
72
- "failed_datasets": []
73
- },
74
- "Toto-2.0-1B": {
75
- "model": "Toto-2.0-1B",
76
- "api_model_id": "Datadog/Toto-2.0-1B",
77
- "evaluated_at": "2026-06-16T15:32:32.245525+00:00",
78
- "datasets": [
79
- {
80
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
81
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
82
- "context_length": 96,
83
- "prediction_length": 24
84
- },
85
- {
86
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
87
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
88
- "context_length": 96,
89
- "prediction_length": 24
90
- },
91
- {
92
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
93
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
94
- "context_length": 96,
95
- "prediction_length": 24
96
- },
97
- {
98
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
99
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
100
- "context_length": 96,
101
- "prediction_length": 24
102
- }
103
- ],
104
- "failed_datasets": []
105
- },
106
- "TiRex": {
107
- "model": "TiRex",
108
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
109
- "evaluated_at": "2026-06-16T15:39:20.614577+00:00",
110
- "datasets": [
111
- {
112
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
113
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
114
- "context_length": 96,
115
- "prediction_length": 24
116
- },
117
- {
118
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
119
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
120
- "context_length": 96,
121
- "prediction_length": 24
122
- },
123
- {
124
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
125
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
126
- "context_length": 96,
127
- "prediction_length": 24
128
- },
129
- {
130
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
131
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
132
- "context_length": 96,
133
- "prediction_length": 24
134
- }
135
- ],
136
- "failed_datasets": []
137
- },
138
- "Moirai-1.1-Large": {
139
- "model": "Moirai-1.1-Large",
140
- "api_model_id": "Salesforce/moirai-1.1-R-large",
141
- "evaluated_at": "2026-06-16T15:53:05.648193+00:00",
142
- "datasets": [
143
- {
144
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
145
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
146
- "context_length": 96,
147
- "prediction_length": 24
148
- },
149
- {
150
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
151
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
152
- "context_length": 96,
153
- "prediction_length": 24
154
- },
155
- {
156
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
157
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
158
- "context_length": 96,
159
- "prediction_length": 24
160
- },
161
- {
162
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
163
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
164
- "context_length": 96,
165
- "prediction_length": 24
166
- }
167
- ],
168
- "failed_datasets": []
169
- },
170
- "Timer-S1": {
171
- "model": "Timer-S1",
172
- "api_model_id": "bytedance-research/Timer-S1",
173
- "evaluated_at": "2026-06-16T15:59:44.684765+00:00",
174
- "datasets": [
175
- {
176
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
177
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
178
- "context_length": 96,
179
- "prediction_length": 24
180
- },
181
- {
182
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
183
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
184
- "context_length": 96,
185
- "prediction_length": 24
186
- },
187
- {
188
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
189
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
190
- "context_length": 96,
191
- "prediction_length": 24
192
- },
193
- {
194
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
195
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
196
- "context_length": 96,
197
- "prediction_length": 24
198
- }
199
- ],
200
- "failed_datasets": []
201
- }
202
- },
203
- "failed_models": [],
204
- "failed_datasets": [],
205
- "push_status": "ok",
206
- "pushed_at": "2026-06-16T16:02:10.082483+00:00",
207
- "push_detail": "HF Hub API"
208
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-16T16:42:42.630794+00:00",
4
+ "finished_at": "2026-06-16T17:41:51.702201+00:00",
5
+ "task_count": 8,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,141438.28437550864,212856.36307525635,381.4482421875,0.5478183854348188,0.00572602551737382,0.0057477513244864435,5.233691273191115,376.08281584713313,0.005662669247263399,0.005743456333128025,0.004457919673900793,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,15.98912768744382,13.255245254994103,2.7597408294677734,1.5918358188697566,0.11998712390477924,0.10915195535601513,65.71684750818295,3.9986407299786038,0.17558112635799972,0.12118078017394299,0.1273694619520383,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.07922229350424068,0.07922229350424068,0.2487083358767753,0.24685180428482814,1.0,2.0,9.84225184494006,0.28146455106148033,1.1317052841769921,0.9999999533480594,0.9987938302655811,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0037912923723690817,0.004251373554248872,0.0491408904393514,0.3866824226173404,0.04831318624089587,0.04912625010712662,10.075460106825595,0.06157347133603141,0.06131797878314528,0.04893698555503963,0.0443361022732456,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.020140266414766,0.02014162430187601,0.05136978626251221,0.36986260218147365,0.0035697246331591373,0.003618977403570187,24.717497336386618,0.14191640643268136,0.01010081148008135,0.0036562124130154025,0.00517516848371345,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,70.16008591741729,75.38890293238141,4.472720662752788,0.7017561385952935,0.19268454689596248,0.20879427473482495,27.902206553847833,8.376161765236946,0.48161923959608166,0.2571760652308442,0.28303654830914626,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.18827670905056948,0.563129394143895,0.6322999000549316,0.25014061980195096,0.025934640295501733,0.02639779222875876,2.7667875499515744,0.43390864136425017,0.01816150690240016,0.026465292240157496,0.020751398426741455,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,11.691559163154238,10.68485342893564,2.4816381136576333,0.4963276227315267,0.3869798201776382,0.2611369830349439,19.383788625399273,3.419292202072563,0.33770787180963585,0.24510006060816134,0.2697096077666525,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,260.0813939323028,257.7432473277052,6.071726481119792,0.17556799463478914,0.0019505544697871978,0.0019486933475073992,11.815324677616715,16.12703921779515,0.005169613212596282,0.0019463261058751836,0.002922116796428624,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,32 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-16T15:19:22.740307+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
8
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z",
14
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z",
20
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z",
26
- "data_fetched_at": "2026-06-16T14:43:23.464152Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
30
- ],
31
- "failed_datasets": []
32
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }