ziyuzhou02 commited on
Commit
d539b62
·
verified ·
1 Parent(s): 9301e57

Update leaderboard results from local eval

Browse files
Files changed (26) hide show
  1. results/chronos_2/all_results.csv +1 -1
  2. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  3. results/chronos_2/online_meta.json +2 -8
  4. results/eval_history.jsonl +1 -0
  5. results/moirai_1_1_large/all_results.csv +1 -1
  6. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +73 -73
  7. results/moirai_1_1_large/online_meta.json +2 -8
  8. results/online_status.json +16 -54
  9. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_123458.json +347 -0
  10. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_123621.json +347 -0
  11. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_123650.json +347 -0
  12. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_123523.json +347 -0
  13. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_123557.json +347 -0
  14. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_123549.json +347 -0
  15. results/timer_s1/all_results.csv +1 -1
  16. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  17. results/timer_s1/online_meta.json +2 -8
  18. results/timesfm_2_5/all_results.csv +1 -1
  19. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  20. results/timesfm_2_5/online_meta.json +2 -8
  21. results/tirex/all_results.csv +1 -1
  22. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  23. results/tirex/online_meta.json +2 -8
  24. results/toto_2_0_1b/all_results.csv +1 -1
  25. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  26. results/toto_2_0_1b/online_meta.json +2 -8
results/chronos_2/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,186441.99895731607,186441.99895731607,355.5084635416667,0.5467684728398153,0.005354953541779959,0.005344231572740763,4.194782699247601,431.7892992621703,0.006495740062595939,0.0053481885103813,0.005947945660534972,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003802385026822464,0.003802385026822464,0.05321703013032675,0.06710319584289004,0.34032592258377403,0.18520460113607232,1.2292336999034774,0.061663482117234214,0.0956270028216128,0.08252834442199458,0.1969426531020908,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.005167634657708457,0.005167634657708457,0.06813613573710124,0.6289489683352606,0.06900833647121453,0.06655196866185638,4.109744672032307,0.07188626195392592,0.07188626195392592,0.06813613573710124,0.051703599536860434,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,185690.62176005045,185690.62176005045,352.0950520833333,0.5415186800454221,0.005303638810094773,0.00529300151594184,4.194782699247601,430.9183469754455,0.006482305482569747,0.005296566513181038,0.005930524901521877,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003802385026822464,0.003802385026822464,0.05321703013032675,0.06710319584289004,0.34032592258377403,0.18520460113607232,1.2292336999034774,0.061663482117234214,0.0956270028216128,0.08252834442199458,0.1969426531020908,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.005167634657708457,0.005167634657708457,0.06813613573710124,0.6289489683352606,0.06900833647121453,0.06655196866185638,4.109744672032307,0.07188626195392592,0.07188626195392592,0.06813613573710124,0.051703599536860434,Ocean,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-16T12:29:11.176552+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66588.078125
131
  ],
132
  "p50": [
133
  66575.828125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-16T12:34:58.626595+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66670.0
131
  ],
132
  "p50": [
133
  66575.828125,
results/chronos_2/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-16T12:29:18.449282+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
14
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T12:35:01.048223+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/eval_history.jsonl CHANGED
@@ -913,3 +913,4 @@
913
  {"evaluated_at": "2026-06-16T12:25:37.818489+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24}
914
  {"evaluated_at": "2026-06-16T12:31:28.029085+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
915
  {"evaluated_at": "2026-06-16T12:31:28.029085+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
 
 
913
  {"evaluated_at": "2026-06-16T12:25:37.818489+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24}
914
  {"evaluated_at": "2026-06-16T12:31:28.029085+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
915
  {"evaluated_at": "2026-06-16T12:31:28.029085+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
916
+ {"evaluated_at": "2026-06-16T12:36:52.399743+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,279610.7337900798,228927.99403381348,406.1201171875,0.6246086915962012,0.006119387461350334,0.006101263759205232,4.569085265576551,528.7823122893577,0.00795488090186451,0.006109578722652067,0.0063033747047529015,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.9152560104258324,0.9021948127104111,0.880886220994095,1.1107399352784426,4.686596179077054,0.906782248586475,19.032610303302345,0.9566901329196578,1.4836238061643316,1.3660679911065068,0.9857530690292412,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.007414593983924078,0.006625005283714902,0.07678244759639104,0.7087610807331188,0.0779250131860343,0.07466047461306756,4.300610030636789,0.0861080366976514,0.0861080366976514,0.07678244759639104,0.05381822812336463,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,285820.6687367757,218678.13923581442,386.0128580729167,0.5936839275285614,0.005816401611682565,0.005799893977943975,4.271874699872076,534.6219867689466,0.008042319525866344,0.005806792130786365,0.006003387319689643,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.9152560104258324,0.9021948127104111,0.880886220994095,1.1107399352784426,4.686596179077054,0.906782248586475,19.032610303302345,0.9566901329196578,1.4836238061643316,1.3660679911065068,0.9857530690292412,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.007414593983924078,0.006625005283714902,0.07678244759639104,0.7087610807331188,0.0779250131860343,0.07466047461306756,4.300610030636789,0.0861080366976514,0.0861080366976514,0.07678244759639104,0.05381822812336463,Ocean,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-16T12:30:57.362104+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,85 +127,85 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66588.078125
131
  ],
132
  "p50": [
133
- 66530.9921875,
134
- 66583.140625,
135
- 66584.34375,
136
- 66642.54296875,
137
- 66600.42578125,
138
- 66669.91015625,
139
- 66654.12890625,
140
- 66702.02734375,
141
- 66701.1171875,
142
- 66739.859375,
143
- 66785.875,
144
- 66761.4375,
145
- 66660.67578125,
146
- 66707.359375,
147
- 66778.51171875,
148
- 66686.6328125,
149
- 66716.61328125,
150
- 66729.57421875,
151
- 66694.27734375,
152
- 66714.8359375,
153
- 66802.0625,
154
- 66999.8515625,
155
- 66956.37890625,
156
- 66906.8515625
157
  ],
158
  "p10": [
159
- 66196.29296875,
160
- 66126.51953125,
161
- 66018.19140625,
162
- 66088.09375,
163
- 65823.58203125,
164
- 65716.20703125,
165
- 65599.83984375,
166
- 65693.3828125,
167
- 65761.41015625,
168
- 65511.220703125,
169
- 65767.4375,
170
- 65401.478515625,
171
- 65352.576171875,
172
- 65440.0546875,
173
- 65525.31640625,
174
- 65346.1875,
175
- 65322.3671875,
176
- 65121.55859375,
177
- 65304.30078125,
178
- 65054.513671875,
179
- 65066.552734375,
180
- 64797.615234375,
181
- 65312.01953125,
182
- 65042.375
183
  ],
184
  "p90": [
185
- 66818.9921875,
186
- 67093.515625,
187
- 67197.4140625,
188
- 67177.375,
189
- 67502.9140625,
190
- 67669.27734375,
191
- 67876.99609375,
192
- 67705.4375,
193
- 68078.12890625,
194
- 67911.72265625,
195
- 68123.3046875,
196
- 68092.40234375,
197
- 67792.41796875,
198
  68355.7578125,
199
- 68652.41015625,
200
- 68355.7578125,
201
- 68783.984375,
202
- 68740.484375,
203
- 68455.27734375,
204
- 68538.07421875,
205
- 69113.20703125,
206
- 69439.90234375,
207
- 69196.6015625,
208
- 69358.203125
 
209
  ],
210
  "timestamps": [
211
  "2026-06-11 13:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-16T12:36:21.575339+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66670.0
131
  ],
132
  "p50": [
133
+ 66549.546875,
134
+ 66599.52734375,
135
+ 66615.953125,
136
+ 66638.18359375,
137
+ 66530.3125,
138
+ 66569.2421875,
139
+ 66654.9765625,
140
+ 66706.2109375,
141
+ 66612.65625,
142
+ 66571.80078125,
143
+ 66698.609375,
144
+ 66682.921875,
145
+ 66768.10546875,
146
+ 66790.9296875,
147
+ 66792.26953125,
148
+ 66713.45703125,
149
+ 66842.92578125,
150
+ 66925.65625,
151
+ 66800.51171875,
152
+ 66837.609375,
153
+ 66986.375,
154
+ 66992.18359375,
155
+ 66848.98046875,
156
+ 67054.7109375
157
  ],
158
  "p10": [
159
+ 66231.51953125,
160
+ 66136.0703125,
161
+ 66044.375,
162
+ 66000.56640625,
163
+ 65872.69140625,
164
+ 65753.265625,
165
+ 65707.3671875,
166
+ 65499.205078125,
167
+ 65557.625,
168
+ 65280.2109375,
169
+ 65539.14453125,
170
+ 65531.064453125,
171
+ 65548.671875,
172
+ 65263.689453125,
173
+ 65429.701171875,
174
+ 65259.294921875,
175
+ 65697.484375,
176
+ 65661.73046875,
177
+ 65272.24609375,
178
+ 65297.8359375,
179
+ 65315.1640625,
180
+ 65330.267578125,
181
+ 65175.171875,
182
+ 65130.73828125
183
  ],
184
  "p90": [
185
+ 66889.62890625,
186
+ 67034.77734375,
187
+ 67211.77734375,
188
+ 67523.77734375,
189
+ 67381.72265625,
190
+ 67558.58984375,
191
+ 67927.2890625,
192
+ 68023.03515625,
193
+ 67760.80078125,
194
+ 67683.1015625,
195
+ 67846.57421875,
196
+ 68242.22265625,
 
197
  68355.7578125,
198
+ 68249.3046875,
199
+ 68322.4296875,
200
+ 68777.75,
201
+ 68748.671875,
202
+ 68860.21484375,
203
+ 69037.66015625,
204
+ 68774.9375,
205
+ 68917.0,
206
+ 69081.01171875,
207
+ 68878.0859375,
208
+ 69624.9921875
209
  ],
210
  "timestamps": [
211
  "2026-06-11 13:00:00",
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-16T12:31:04.555385+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
14
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-16T12:36:37.035468+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-16T12:28:46.863465+00:00",
4
- "finished_at": "2026-06-16T12:31:28.027785+00:00",
5
- "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,17 +10,11 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-16T12:29:18.449282+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
17
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
23
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
24
  "context_length": 96,
25
  "prediction_length": 24
26
  }
@@ -30,17 +24,11 @@
30
  "TimesFM-2.5": {
31
  "model": "TimesFM-2.5",
32
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
33
- "evaluated_at": "2026-06-16T12:29:50.539926+00:00",
34
  "datasets": [
35
  {
36
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
37
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
38
- "context_length": 96,
39
- "prediction_length": 24
40
- },
41
- {
42
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
43
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
  }
@@ -50,17 +38,11 @@
50
  "Toto-2.0-1B": {
51
  "model": "Toto-2.0-1B",
52
  "api_model_id": "Datadog/Toto-2.0-1B",
53
- "evaluated_at": "2026-06-16T12:30:20.970885+00:00",
54
  "datasets": [
55
  {
56
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
57
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
58
- "context_length": 96,
59
- "prediction_length": 24
60
- },
61
- {
62
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
63
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
64
  "context_length": 96,
65
  "prediction_length": 24
66
  }
@@ -70,17 +52,11 @@
70
  "TiRex": {
71
  "model": "TiRex",
72
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
73
- "evaluated_at": "2026-06-16T12:30:34.450237+00:00",
74
  "datasets": [
75
  {
76
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
77
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
78
- "context_length": 96,
79
- "prediction_length": 24
80
- },
81
- {
82
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
83
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
84
  "context_length": 96,
85
  "prediction_length": 24
86
  }
@@ -90,17 +66,11 @@
90
  "Moirai-1.1-Large": {
91
  "model": "Moirai-1.1-Large",
92
  "api_model_id": "Salesforce/moirai-1.1-R-large",
93
- "evaluated_at": "2026-06-16T12:31:04.555385+00:00",
94
  "datasets": [
95
  {
96
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
97
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
98
- "context_length": 96,
99
- "prediction_length": 24
100
- },
101
- {
102
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
103
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
104
  "context_length": 96,
105
  "prediction_length": 24
106
  }
@@ -110,17 +80,11 @@
110
  "Timer-S1": {
111
  "model": "Timer-S1",
112
  "api_model_id": "bytedance-research/Timer-S1",
113
- "evaluated_at": "2026-06-16T12:31:28.024781+00:00",
114
  "datasets": [
115
  {
116
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
117
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
118
- "context_length": 96,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
123
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
124
  "context_length": 96,
125
  "prediction_length": 24
126
  }
@@ -130,7 +94,5 @@
130
  },
131
  "failed_models": [],
132
  "failed_datasets": [],
133
- "push_status": "ok",
134
- "pushed_at": "2026-06-16T12:31:32.995210+00:00",
135
- "push_detail": "HF Hub API"
136
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-16T12:34:38.649273+00:00",
4
+ "finished_at": "2026-06-16T12:36:52.388314+00:00",
5
+ "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-16T12:35:01.048223+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
17
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
18
  "context_length": 96,
19
  "prediction_length": 24
20
  }
 
24
  "TimesFM-2.5": {
25
  "model": "TimesFM-2.5",
26
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
+ "evaluated_at": "2026-06-16T12:35:28.139544+00:00",
28
  "datasets": [
29
  {
30
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
31
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
32
  "context_length": 96,
33
  "prediction_length": 24
34
  }
 
38
  "Toto-2.0-1B": {
39
  "model": "Toto-2.0-1B",
40
  "api_model_id": "Datadog/Toto-2.0-1B",
41
+ "evaluated_at": "2026-06-16T12:35:52.304010+00:00",
42
  "datasets": [
43
  {
44
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
45
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
46
  "context_length": 96,
47
  "prediction_length": 24
48
  }
 
52
  "TiRex": {
53
  "model": "TiRex",
54
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
+ "evaluated_at": "2026-06-16T12:36:00.573487+00:00",
56
  "datasets": [
57
  {
58
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
59
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
60
  "context_length": 96,
61
  "prediction_length": 24
62
  }
 
66
  "Moirai-1.1-Large": {
67
  "model": "Moirai-1.1-Large",
68
  "api_model_id": "Salesforce/moirai-1.1-R-large",
69
+ "evaluated_at": "2026-06-16T12:36:37.035468+00:00",
70
  "datasets": [
71
  {
72
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
73
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
74
  "context_length": 96,
75
  "prediction_length": 24
76
  }
 
80
  "Timer-S1": {
81
  "model": "Timer-S1",
82
  "api_model_id": "bytedance-research/Timer-S1",
83
+ "evaluated_at": "2026-06-16T12:36:52.384980+00:00",
84
  "datasets": [
85
  {
86
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
87
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
88
  "context_length": 96,
89
  "prediction_length": 24
90
  }
 
94
  },
95
  "failed_models": [],
96
  "failed_datasets": [],
97
+ "push_status": "pending"
 
 
98
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_123458.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-16T12:34:58.626595+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 185690.62176005045,
8
+ "MSE[0.5]": 185690.62176005045,
9
+ "MAE[0.5]": 352.0950520833333,
10
+ "MASE[0.5]": 0.5415186800454221,
11
+ "MAPE[0.5]": 0.005303638810094773,
12
+ "sMAPE[0.5]": 0.00529300151594184,
13
+ "MSIS": 4.194782699247601,
14
+ "RMSE[mean]": 430.9183469754455,
15
+ "NRMSE[mean]": 0.006482305482569747,
16
+ "ND[0.5]": 0.005296566513181038,
17
+ "mean_weighted_sum_quantile_loss": 0.005930524901521877
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66670.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66575.828125,
270
+ 66554.4765625,
271
+ 66547.5234375,
272
+ 66536.625,
273
+ 66549.6953125,
274
+ 66551.140625,
275
+ 66582.9765625,
276
+ 66597.953125,
277
+ 66648.25,
278
+ 66641.078125,
279
+ 66652.5625,
280
+ 66653.25,
281
+ 66654.6171875,
282
+ 66692.4609375,
283
+ 66726.1640625,
284
+ 66676.5390625,
285
+ 66703.0078125,
286
+ 66683.5,
287
+ 66690.1484375,
288
+ 66691.1484375,
289
+ 66741.2265625,
290
+ 66715.0,
291
+ 66752.4375,
292
+ 66739.1015625
293
+ ],
294
+ "p10": [
295
+ 66119.140625,
296
+ 65966.8203125,
297
+ 65844.78125,
298
+ 65729.6484375,
299
+ 65684.3671875,
300
+ 65631.9765625,
301
+ 65579.8046875,
302
+ 65521.94921875,
303
+ 65511.1875,
304
+ 65510.94921875,
305
+ 65408.73046875,
306
+ 65325.796875,
307
+ 65247.88671875,
308
+ 65199.04296875,
309
+ 65184.26953125,
310
+ 65053.71875,
311
+ 65042.109375,
312
+ 64981.1875,
313
+ 64928.02734375,
314
+ 64922.890625,
315
+ 64892.953125,
316
+ 64852.36328125,
317
+ 64830.9140625,
318
+ 64787.34375
319
+ ],
320
+ "p90": [
321
+ 66998.8046875,
322
+ 67049.2421875,
323
+ 67148.6484375,
324
+ 67234.7265625,
325
+ 67296.765625,
326
+ 67367.75,
327
+ 67478.3828125,
328
+ 67567.8828125,
329
+ 67634.5,
330
+ 67699.1171875,
331
+ 67801.1640625,
332
+ 67862.109375,
333
+ 67932.375,
334
+ 67926.8046875,
335
+ 67994.1171875,
336
+ 68033.390625,
337
+ 68132.40625,
338
+ 68140.5703125,
339
+ 68174.8515625,
340
+ 68278.3671875,
341
+ 68310.109375,
342
+ 68407.2734375,
343
+ 68459.640625,
344
+ 68547.84375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_123621.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-16T12:36:21.575339+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 285820.6687367757,
8
+ "MSE[0.5]": 218678.13923581442,
9
+ "MAE[0.5]": 386.0128580729167,
10
+ "MASE[0.5]": 0.5936839275285614,
11
+ "MAPE[0.5]": 0.005816401611682565,
12
+ "sMAPE[0.5]": 0.005799893977943975,
13
+ "MSIS": 4.271874699872076,
14
+ "RMSE[mean]": 534.6219867689466,
15
+ "NRMSE[mean]": 0.008042319525866344,
16
+ "ND[0.5]": 0.005806792130786365,
17
+ "mean_weighted_sum_quantile_loss": 0.006003387319689643
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66670.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66549.546875,
270
+ 66599.52734375,
271
+ 66615.953125,
272
+ 66638.18359375,
273
+ 66530.3125,
274
+ 66569.2421875,
275
+ 66654.9765625,
276
+ 66706.2109375,
277
+ 66612.65625,
278
+ 66571.80078125,
279
+ 66698.609375,
280
+ 66682.921875,
281
+ 66768.10546875,
282
+ 66790.9296875,
283
+ 66792.26953125,
284
+ 66713.45703125,
285
+ 66842.92578125,
286
+ 66925.65625,
287
+ 66800.51171875,
288
+ 66837.609375,
289
+ 66986.375,
290
+ 66992.18359375,
291
+ 66848.98046875,
292
+ 67054.7109375
293
+ ],
294
+ "p10": [
295
+ 66231.51953125,
296
+ 66136.0703125,
297
+ 66044.375,
298
+ 66000.56640625,
299
+ 65872.69140625,
300
+ 65753.265625,
301
+ 65707.3671875,
302
+ 65499.205078125,
303
+ 65557.625,
304
+ 65280.2109375,
305
+ 65539.14453125,
306
+ 65531.064453125,
307
+ 65548.671875,
308
+ 65263.689453125,
309
+ 65429.701171875,
310
+ 65259.294921875,
311
+ 65697.484375,
312
+ 65661.73046875,
313
+ 65272.24609375,
314
+ 65297.8359375,
315
+ 65315.1640625,
316
+ 65330.267578125,
317
+ 65175.171875,
318
+ 65130.73828125
319
+ ],
320
+ "p90": [
321
+ 66889.62890625,
322
+ 67034.77734375,
323
+ 67211.77734375,
324
+ 67523.77734375,
325
+ 67381.72265625,
326
+ 67558.58984375,
327
+ 67927.2890625,
328
+ 68023.03515625,
329
+ 67760.80078125,
330
+ 67683.1015625,
331
+ 67846.57421875,
332
+ 68242.22265625,
333
+ 68355.7578125,
334
+ 68249.3046875,
335
+ 68322.4296875,
336
+ 68777.75,
337
+ 68748.671875,
338
+ 68860.21484375,
339
+ 69037.66015625,
340
+ 68774.9375,
341
+ 68917.0,
342
+ 69081.01171875,
343
+ 68878.0859375,
344
+ 69624.9921875
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_123650.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-16T12:36:50.481918+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 357578.3107783,
8
+ "MSE[0.5]": 357578.3107783,
9
+ "MAE[0.5]": 513.0830078125,
10
+ "MASE[0.5]": 0.7891165510573557,
11
+ "MAPE[0.5]": 0.007698385433165679,
12
+ "sMAPE[0.5]": 0.007738448754504964,
13
+ "MSIS": 6.203889566107747,
14
+ "RMSE[mean]": 597.9785203318761,
15
+ "NRMSE[mean]": 0.00899539197626028,
16
+ "ND[0.5]": 0.007718308625986316,
17
+ "mean_weighted_sum_quantile_loss": 0.007992087885952457
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66670.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66445.125,
270
+ 66313.25,
271
+ 66247.3125,
272
+ 66194.5625,
273
+ 66155.0,
274
+ 66115.4375,
275
+ 66089.0625,
276
+ 66062.6875,
277
+ 66023.125,
278
+ 65996.75,
279
+ 65970.375,
280
+ 65957.1875,
281
+ 65930.8125,
282
+ 65917.625,
283
+ 65878.0625,
284
+ 65851.6875,
285
+ 65851.6875,
286
+ 65825.3125,
287
+ 65805.53125,
288
+ 65792.34375,
289
+ 65798.9375,
290
+ 65785.75,
291
+ 65752.78125,
292
+ 65726.40625
293
+ ],
294
+ "p10": [
295
+ 66009.9375,
296
+ 65700.03125,
297
+ 65469.25,
298
+ 65291.21875,
299
+ 65165.9375,
300
+ 65053.84375,
301
+ 64948.34375,
302
+ 64846.140625,
303
+ 64740.640625,
304
+ 64669.7578125,
305
+ 64597.2265625,
306
+ 64536.234375,
307
+ 64453.8125,
308
+ 64396.1171875,
309
+ 64353.2578125,
310
+ 64288.96875,
311
+ 64351.609375,
312
+ 64305.8671875,
313
+ 64263.625,
314
+ 64239.30859375,
315
+ 64221.3828125,
316
+ 64198.3046875,
317
+ 64148.8515625,
318
+ 64127.421875
319
+ ],
320
+ "p90": [
321
+ 66761.625,
322
+ 66748.4375,
323
+ 66748.4375,
324
+ 66774.8125,
325
+ 66774.8125,
326
+ 66761.625,
327
+ 66801.1875,
328
+ 66801.1875,
329
+ 66814.375,
330
+ 66814.375,
331
+ 66814.375,
332
+ 66814.375,
333
+ 66814.375,
334
+ 66814.375,
335
+ 66801.1875,
336
+ 66814.375,
337
+ 66801.1875,
338
+ 66774.8125,
339
+ 66761.625,
340
+ 66748.4375,
341
+ 66761.625,
342
+ 66774.8125,
343
+ 66748.4375,
344
+ 66761.625
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_123523.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-16T12:35:23.843163+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 230121.20965576172,
8
+ "MSE[0.5]": 375004.535387675,
9
+ "MAE[0.5]": 533.6800130208334,
10
+ "MASE[0.5]": 0.820794539734872,
11
+ "MAPE[0.5]": 0.008006523618308156,
12
+ "sMAPE[0.5]": 0.008048506629258791,
13
+ "MSIS": 6.466583720452289,
14
+ "RMSE[mean]": 479.7095054882295,
15
+ "NRMSE[mean]": 0.0072162709694149185,
16
+ "ND[0.5]": 0.008028149413048706,
17
+ "mean_weighted_sum_quantile_loss": 0.005730635791427735
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66670.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66274.125,
270
+ 66219.921875,
271
+ 66175.4296875,
272
+ 66099.890625,
273
+ 66030.4921875,
274
+ 66024.828125,
275
+ 65997.4765625,
276
+ 65963.1328125,
277
+ 65973.5078125,
278
+ 65973.6015625,
279
+ 65987.265625,
280
+ 65962.7109375,
281
+ 65909.546875,
282
+ 65918.9453125,
283
+ 65927.0,
284
+ 65882.578125,
285
+ 65874.7734375,
286
+ 65867.3828125,
287
+ 65821.6796875,
288
+ 65790.0078125,
289
+ 65805.3203125,
290
+ 65817.6640625,
291
+ 65865.3515625,
292
+ 65894.2734375
293
+ ],
294
+ "p10": [
295
+ 66273.0546875,
296
+ 66279.40625,
297
+ 66189.3671875,
298
+ 66161.40625,
299
+ 66121.84375,
300
+ 66058.5234375,
301
+ 66003.28125,
302
+ 66032.875,
303
+ 66007.234375,
304
+ 66064.03125,
305
+ 66044.3359375,
306
+ 65935.203125,
307
+ 65946.7890625,
308
+ 65974.390625,
309
+ 66003.921875,
310
+ 65974.0078125,
311
+ 65936.921875,
312
+ 65817.078125,
313
+ 65883.0546875,
314
+ 65817.953125,
315
+ 65859.90625,
316
+ 65916.8359375,
317
+ 65848.3359375,
318
+ 65862.765625
319
+ ],
320
+ "p90": [
321
+ 66592.0703125,
322
+ 66622.9375,
323
+ 66632.140625,
324
+ 66638.9609375,
325
+ 66608.234375,
326
+ 66629.2265625,
327
+ 66623.140625,
328
+ 66627.859375,
329
+ 66642.6953125,
330
+ 66690.765625,
331
+ 66751.5625,
332
+ 66704.625,
333
+ 66703.7578125,
334
+ 66750.96875,
335
+ 66734.1953125,
336
+ 66738.1796875,
337
+ 66720.265625,
338
+ 66732.6328125,
339
+ 66732.9609375,
340
+ 66724.2734375,
341
+ 66763.390625,
342
+ 66799.2109375,
343
+ 66833.6640625,
344
+ 66879.4375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_123557.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-16T12:35:57.784528+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 150357.67853037515,
8
+ "MSE[0.5]": 150357.67853037515,
9
+ "MAE[0.5]": 303.2789713541667,
10
+ "MASE[0.5]": 0.466440034534685,
11
+ "MAPE[0.5]": 0.0045512227933188565,
12
+ "sMAPE[0.5]": 0.004562983956287935,
13
+ "MSIS": 4.998578994670854,
14
+ "RMSE[mean]": 387.75982067560216,
15
+ "NRMSE[mean]": 0.0058330716924172785,
16
+ "ND[0.5]": 0.0045622261213891895,
17
+ "mean_weighted_sum_quantile_loss": 0.006293793590862909
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66670.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66489.8515625,
270
+ 66440.4375,
271
+ 66396.9609375,
272
+ 66349.6875,
273
+ 66346.984375,
274
+ 66352.0703125,
275
+ 66361.421875,
276
+ 66346.6640625,
277
+ 66327.875,
278
+ 66295.7734375,
279
+ 66271.796875,
280
+ 66266.734375,
281
+ 66276.71875,
282
+ 66281.2578125,
283
+ 66288.578125,
284
+ 66264.7109375,
285
+ 66247.890625,
286
+ 66211.078125,
287
+ 66209.859375,
288
+ 66224.03125,
289
+ 66227.3125,
290
+ 66204.9921875,
291
+ 66185.359375,
292
+ 66157.828125
293
+ ],
294
+ "p10": [
295
+ 66069.328125,
296
+ 65829.0859375,
297
+ 65658.9296875,
298
+ 65503.53515625,
299
+ 65426.5625,
300
+ 65370.4609375,
301
+ 65305.01953125,
302
+ 65221.74609375,
303
+ 65165.96875,
304
+ 65086.5078125,
305
+ 64996.30078125,
306
+ 64953.484375,
307
+ 64912.7109375,
308
+ 64846.9375,
309
+ 64772.140625,
310
+ 64701.26953125,
311
+ 64661.26171875,
312
+ 64580.90234375,
313
+ 64540.0078125,
314
+ 64514.40234375,
315
+ 64473.23046875,
316
+ 64399.90625,
317
+ 64335.89453125,
318
+ 64280.33203125
319
+ ],
320
+ "p90": [
321
+ 66814.2890625,
322
+ 66901.8828125,
323
+ 66977.8828125,
324
+ 67032.4140625,
325
+ 67111.3828125,
326
+ 67210.234375,
327
+ 67324.7265625,
328
+ 67392.4375,
329
+ 67437.921875,
330
+ 67468.9453125,
331
+ 67500.171875,
332
+ 67534.578125,
333
+ 67581.4375,
334
+ 67631.3046875,
335
+ 67699.171875,
336
+ 67694.7109375,
337
+ 67704.703125,
338
+ 67724.6171875,
339
+ 67787.0078125,
340
+ 67860.3359375,
341
+ 67886.1484375,
342
+ 67907.8828125,
343
+ 67911.9296875,
344
+ 67918.109375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_123549.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-16T12:35:49.984225+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 152747.09590657553,
8
+ "MSE[0.5]": 152747.09590657553,
9
+ "MAE[0.5]": 297.1067708333333,
10
+ "MASE[0.5]": 0.45694725166471656,
11
+ "MAPE[0.5]": 0.004471478159496428,
12
+ "sMAPE[0.5]": 0.004467988856486615,
13
+ "MSIS": 4.7726849566101075,
14
+ "RMSE[mean]": 390.82872963303953,
15
+ "NRMSE[mean]": 0.005879237295483228,
16
+ "ND[0.5]": 0.0044693776976529,
17
+ "mean_weighted_sum_quantile_loss": 0.005837990635383142
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66670.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66557.4375,
270
+ 66520.4453125,
271
+ 66475.1015625,
272
+ 66414.6953125,
273
+ 66501.5078125,
274
+ 66538.5625,
275
+ 66572.4296875,
276
+ 66562.15625,
277
+ 66515.3984375,
278
+ 66475.703125,
279
+ 66492.0234375,
280
+ 66553.3125,
281
+ 66606.2578125,
282
+ 66646.2578125,
283
+ 66610.0,
284
+ 66560.9140625,
285
+ 66548.0703125,
286
+ 66556.828125,
287
+ 66586.703125,
288
+ 66614.40625,
289
+ 66623.7890625,
290
+ 66613.59375,
291
+ 66607.0859375,
292
+ 66608.5625
293
+ ],
294
+ "p10": [
295
+ 66196.6640625,
296
+ 66029.1484375,
297
+ 65879.328125,
298
+ 65709.8984375,
299
+ 65713.5,
300
+ 65668.6484375,
301
+ 65604.875,
302
+ 65524.3046875,
303
+ 65420.39453125,
304
+ 65316.3515625,
305
+ 65264.4375,
306
+ 65241.578125,
307
+ 65210.51953125,
308
+ 65166.765625,
309
+ 65075.4375,
310
+ 64973.5546875,
311
+ 64928.4921875,
312
+ 64887.62109375,
313
+ 64863.48828125,
314
+ 64845.578125,
315
+ 64814.71484375,
316
+ 64759.69921875,
317
+ 64718.8515625,
318
+ 64661.3125
319
+ ],
320
+ "p90": [
321
+ 66928.3203125,
322
+ 67003.4375,
323
+ 67060.40625,
324
+ 67090.8125,
325
+ 67270.21875,
326
+ 67398.5,
327
+ 67513.78125,
328
+ 67579.734375,
329
+ 67598.9453125,
330
+ 67642.765625,
331
+ 67726.8671875,
332
+ 67885.453125,
333
+ 68009.0625,
334
+ 68118.84375,
335
+ 68159.0234375,
336
+ 68131.9921875,
337
+ 68200.65625,
338
+ 68280.421875,
339
+ 68381.34375,
340
+ 68482.0625,
341
+ 68560.578125,
342
+ 68606.9296875,
343
+ 68658.5546875,
344
+ 68706.6015625
345
+ ]
346
+ }
347
+ }
results/timer_s1/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,351416.19640858966,351416.19640858966,509.6695963541667,0.7838667582629624,0.007647849348286086,0.007687221045411055,6.203889566107747,592.803674422308,0.008918003720284484,0.007667353548089457,0.007963969319966801,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.2180963050005533,0.2180963050005533,0.36795352554569644,0.46396534014219903,2.6197735080604407,0.5922783485368228,8.47102706426252,0.4670078211342432,0.7242302363725577,0.5706179997860765,0.4239985771542161,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01913799921036959,0.01913799921036959,0.1346102555592855,1.2425562507393269,0.13602500089137007,0.12682125436023198,16.90076834974906,0.13834015762015595,0.13834015762015595,0.1346102555592855,0.09228101571400961,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,357578.3107783,357578.3107783,513.0830078125,0.7891165510573557,0.007698385433165679,0.007738448754504964,6.203889566107747,597.9785203318761,0.00899539197626028,0.007718308625986316,0.007992087885952457,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.2180963050005533,0.2180963050005533,0.36795352554569644,0.46396534014219903,2.6197735080604407,0.5922783485368228,8.47102706426252,0.4670078211342432,0.7242302363725577,0.5706179997860765,0.4239985771542161,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01913799921036959,0.01913799921036959,0.1346102555592855,1.2425562507393269,0.13602500089137007,0.12682125436023198,16.90076834974906,0.13834015762015595,0.13834015762015595,0.1346102555592855,0.09228101571400961,Ocean,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-16T12:31:17.692250+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66588.078125
131
  ],
132
  "p50": [
133
  66445.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:36:50.481918+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66670.0
131
  ],
132
  "p50": [
133
  66445.125,
results/timer_s1/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-16T12:31:28.024781+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
14
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:36:52.384980+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,226559.68814086914,369988.4205805461,530.2666015625,0.8155447469404787,0.00795585846277158,0.007997278112354659,6.466583720452289,475.98286538579214,0.007160578025159463,0.007977210212277035,0.005702401342190075,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.17716652456621548,0.13835191817084003,0.2771009073282282,0.3494061282103051,2.151299604400777,0.5162327481643283,17.396658865019628,0.4209115400725139,0.6527446658565221,0.42972482800386597,0.5046989397570797,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0102164164033726,0.006587799059058004,0.07594137887159984,0.7009973691425825,0.07719053482535383,0.07389945682500683,37.78346512073609,0.10107629001587168,0.10107629001587168,0.07594137887159984,0.09570271692894124,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,230121.20965576172,375004.535387675,533.6800130208334,0.820794539734872,0.008006523618308156,0.008048506629258791,6.466583720452289,479.7095054882295,0.0072162709694149185,0.008028149413048706,0.005730635791427735,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.17716652456621548,0.13835191817084003,0.2771009073282282,0.3494061282103051,2.151299604400777,0.5162327481643283,17.396658865019628,0.4209115400725139,0.6527446658565221,0.42972482800386597,0.5046989397570797,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0102164164033726,0.006587799059058004,0.07594137887159984,0.7009973691425825,0.07719053482535383,0.07389945682500683,37.78346512073609,0.10107629001587168,0.10107629001587168,0.07594137887159984,0.09570271692894124,Ocean,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-16T12:29:40.261723+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66588.078125
131
  ],
132
  "p50": [
133
  66274.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-16T12:35:23.843163+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66670.0
131
  ],
132
  "p50": [
133
  66274.125,
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-16T12:29:50.539926+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
14
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T12:35:28.139544+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/tirex/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,147140.80490366617,147140.80490366617,299.8655598958333,0.46119024174029183,0.0045003549943879746,0.004511754509684294,4.998578994670854,383.5893701651105,0.005770631286197214,0.004511109316827807,0.006265587999436276,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.023518294940271346,0.023518294940271346,0.11365050232658784,0.1433058533440755,0.9226124160774963,0.3307128241365198,0.5348319404299172,0.15335675707405705,0.23782385518795626,0.1762478623247394,0.12378657090586397,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.006594324068014856,0.006594324068014856,0.07694195707639058,0.7102334759871217,0.07809811450778632,0.07482312129227696,4.45697376661938,0.08120544358609745,0.08120544358609745,0.07694195707639058,0.05568997241832593,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,150357.67853037515,150357.67853037515,303.2789713541667,0.466440034534685,0.0045512227933188565,0.004562983956287935,4.998578994670854,387.75982067560216,0.0058330716924172785,0.0045622261213891895,0.006293793590862909,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.023518294940271346,0.023518294940271346,0.11365050232658784,0.1433058533440755,0.9226124160774963,0.3307128241365198,0.5348319404299172,0.15335675707405705,0.23782385518795626,0.1762478623247394,0.12378657090586397,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.006594324068014856,0.006594324068014856,0.07694195707639058,0.7102334759871217,0.07809811450778632,0.07482312129227696,4.45697376661938,0.08120544358609745,0.08120544358609745,0.07694195707639058,0.05568997241832593,Ocean,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-16T12:30:26.972163+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66588.078125
131
  ],
132
  "p50": [
133
  66489.8515625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-16T12:35:57.784528+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66670.0
131
  ],
132
  "p50": [
133
  66489.8515625,
results/tirex/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-16T12:30:34.450237+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
14
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-16T12:36:00.573487+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,152607.30604044595,152607.30604044595,295.400390625,0.45432285591531646,0.004445899486232805,0.004442390512294475,4.7726849566101075,390.6498509412821,0.005876847553986472,0.004443936325351672,0.0058211751051261956,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.005556010294598876,0.005556010294598876,0.06156075342247883,0.07762408542956956,0.34039169055564256,0.3754072648784841,0.5658342712161776,0.0745386496698114,0.11559366123279788,0.09546769237001428,0.1192036919464466,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013776759075605938,0.013776759075605938,0.10964688162008922,1.0121250982330432,0.11127479839196504,0.10453939694175884,5.91769226395872,0.11737443961785692,0.11737443961785692,0.10964688162008922,0.06733399916578223,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,152747.09590657553,152747.09590657553,297.1067708333333,0.45694725166471656,0.004471478159496428,0.004467988856486615,4.7726849566101075,390.82872963303953,0.005879237295483228,0.0044693776976529,0.005837990635383142,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.005556010294598876,0.005556010294598876,0.06156075342247883,0.07762408542956956,0.34039169055564256,0.3754072648784841,0.5658342712161776,0.0745386496698114,0.11559366123279788,0.09546769237001428,0.1192036919464466,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013776759075605938,0.013776759075605938,0.10964688162008922,1.0121250982330432,0.11127479839196504,0.10453939694175884,5.91769226395872,0.11737443961785692,0.11737443961785692,0.10964688162008922,0.06733399916578223,Ocean,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:30:12.507548+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66588.078125
131
  ],
132
  "p50": [
133
  66557.4375,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:35:49.984225+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66670.0
131
  ],
132
  "p50": [
133
  66557.4375,
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:30:20.970885+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t095400z",
14
- "data_fetched_at": "2026-06-16T12:28:45.133553Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:35:52.304010+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:34:36.900264Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }