ziyuzhou02 commited on
Commit
b76e9d0
·
verified ·
1 Parent(s): 15a06b1

Update leaderboard results from local eval

Browse files
Files changed (26) hide show
  1. results/chronos_2/all_results.csv +1 -1
  2. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  3. results/chronos_2/online_meta.json +2 -8
  4. results/eval_history.jsonl +1 -0
  5. results/moirai_1_1_large/all_results.csv +1 -1
  6. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +74 -74
  7. results/moirai_1_1_large/online_meta.json +2 -8
  8. results/online_status.json +16 -54
  9. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_032505.json +347 -0
  10. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_032632.json +347 -0
  11. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_032639.json +347 -0
  12. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_032522.json +347 -0
  13. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_032619.json +347 -0
  14. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_032558.json +347 -0
  15. results/timer_s1/all_results.csv +1 -1
  16. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  17. results/timer_s1/online_meta.json +2 -8
  18. results/timesfm_2_5/all_results.csv +1 -1
  19. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  20. results/timesfm_2_5/online_meta.json +2 -8
  21. results/tirex/all_results.csv +1 -1
  22. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  23. results/tirex/online_meta.json +2 -8
  24. results/toto_2_0_1b/all_results.csv +1 -1
  25. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  26. results/toto_2_0_1b/online_meta.json +2 -8
results/chronos_2/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,220350.13973490396,220350.13973490396,432.5690104166667,0.4511868316185117,0.006557594256384239,0.006540888906485888,2.5341184239863015,469.41467780088,0.00710897873132406,0.006550975161851264,0.0063211419500145034,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,24.395096839700425,24.395096839700425,3.8461774984995523,2.3797329773666203,0.16855679356821116,0.14829273575900204,61.01380543164507,4.939139281261506,0.216878608708509,0.16888643490683364,0.1404137046662941,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0649859000909941,0.0649859000909941,0.20713054140408835,0.2138673681230537,0.18712196516676585,0.21791826453307983,3.4246919618862592,0.254923321983286,0.2331704412571238,0.18945586995051317,0.15792162792233583,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.021982174558935103,0.021982174558935103,0.12017343938350677,0.8739884732587608,0.0964920903038219,0.10227174112693571,6.630713952960458,0.14826386801555902,0.12441722194423058,0.10084483616743532,0.08578944371833302,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,220282.37695821127,220282.37695821127,432.515625,0.4511311484872184,0.006556774534097846,0.00654007703913767,2.5341184239863015,469.3424943026268,0.007107879952915658,0.006550161508022396,0.006320867468559203,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,24.395096839700425,24.395096839700425,3.8461774984995523,2.3797329773666203,0.16855679356821116,0.14829273575900204,61.01380543164507,4.939139281261506,0.216878608708509,0.16888643490683364,0.1404137046662941,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0649859000909941,0.0649859000909941,0.20713054140408835,0.2138673681230537,0.18712196516676585,0.21791826453307983,3.4246919618862592,0.254923321983286,0.2331704412571238,0.18945586995051317,0.15792162792233583,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.021982174558935103,0.021982174558935103,0.12017343938350677,0.8739884732587608,0.0964920903038219,0.10227174112693571,6.630713952960458,0.14826386801555902,0.12441722194423058,0.10084483616743532,0.08578944371833302,Ocean,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-17T03:19:49.281146+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
- 65754.171875
131
  ],
132
  "p50": [
133
  66142.65625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-17T03:25:05.833784+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
+ 65755.453125
131
  ],
132
  "p50": [
133
  66142.65625,
results/chronos_2/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-17T03:19:59.792890+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
14
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-17T03:25:09.753800+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/eval_history.jsonl CHANGED
@@ -1013,3 +1013,4 @@
1013
  {"evaluated_at": "2026-06-17T03:16:22.527513+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24}
1014
  {"evaluated_at": "2026-06-17T03:21:42.368208+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1015
  {"evaluated_at": "2026-06-17T03:21:42.368208+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
 
 
1013
  {"evaluated_at": "2026-06-17T03:16:22.527513+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24}
1014
  {"evaluated_at": "2026-06-17T03:21:42.368208+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1015
  {"evaluated_at": "2026-06-17T03:21:42.368208+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
1016
+ {"evaluated_at": "2026-06-17T03:26:42.429258+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,463783.9117787679,364969.34526570636,537.4046223958334,0.5605345806958354,0.00815261252191036,0.008118347573261707,2.4872524958379123,681.0168219499192,0.010313555011949402,0.008138642039539682,0.006503426688942177,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,19.97952060127348,19.245896845317816,3.403299848238627,2.1057127196755183,0.14871498272879227,0.13271922720972731,44.77034750209459,4.469845702177367,0.1962718323631355,0.14943958735971388,0.11818882308333986,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.05554488023312665,0.05688991099343169,0.18800783654054007,0.1941227059750298,0.16953683714183798,0.19621859424520838,2.482412389965782,0.23567961352888936,0.21556881910334807,0.17196492602128083,0.1415871255393678,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.016820606928851234,0.01730744004786544,0.10294799506664276,0.7487125399332978,0.08344320963430585,0.08681800751168683,8.549624451077458,0.12969428256037824,0.10883435427786746,0.08638991901638439,0.074442423648003,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,469000.27029418945,350005.96778678894,518.90869140625,0.5412425826560627,0.007873061427331683,0.007839736875979487,2.436143105647424,684.8359440728775,0.010371384941703182,0.007858527045415967,0.006326525396050651,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,19.97952060127348,19.245896845317816,3.403299848238627,2.1057127196755183,0.14871498272879227,0.13271922720972731,44.77034750209459,4.469845702177367,0.1962718323631355,0.14943958735971388,0.11818882308333986,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.05554488023312665,0.05688991099343169,0.18800783654054007,0.1941227059750298,0.16953683714183798,0.19621859424520838,2.482412389965782,0.23567961352888936,0.21556881910334807,0.17196492602128083,0.1415871255393678,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.016820606928851234,0.01730744004786544,0.10294799506664276,0.7487125399332978,0.08344320963430585,0.08681800751168683,8.549624451077458,0.12969428256037824,0.10883435427786746,0.08638991901638439,0.074442423648003,Ocean,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-17T03:21:15.946841+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,85 +127,85 @@
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
- 65754.171875
131
  ],
132
  "p50": [
133
- 66228.70703125,
134
- 66102.8046875,
135
- 66108.38671875,
136
- 66262.05859375,
137
- 66154.19140625,
138
- 66223.0,
139
- 66211.24609375,
140
- 66302.609375,
141
- 66383.5625,
142
- 66326.4140625,
143
- 66388.9375,
144
- 66497.0078125,
145
- 66429.98046875,
146
- 66374.48828125,
147
- 66377.6796875,
148
- 66457.9609375,
149
- 66506.45703125,
150
- 66500.81640625,
151
- 66497.42578125,
152
- 66666.20703125,
153
- 66503.71484375,
154
- 66424.55078125,
155
- 66547.78125,
156
- 66783.5078125
157
  ],
158
  "p10": [
159
- 65818.03125,
160
- 65617.19921875,
161
- 65503.1953125,
162
- 65479.138671875,
163
- 65519.658203125,
164
- 65399.98828125,
165
- 65276.734375,
166
- 65331.81640625,
167
- 65629.1171875,
168
- 65409.29296875,
169
- 65293.21484375,
170
- 65478.056640625,
171
- 65335.162109375,
172
- 65212.208984375,
173
- 64980.099609375,
174
- 65229.701171875,
175
- 65015.6796875,
176
- 65170.90625,
177
- 65191.3984375,
178
- 65197.205078125,
179
- 65031.5234375,
180
- 64868.296875,
181
- 65136.548828125,
182
- 64981.91796875
183
  ],
184
  "p90": [
185
- 66616.13671875,
186
- 66724.6015625,
187
- 66720.71484375,
188
- 66910.390625,
189
- 66915.3828125,
190
- 67165.02734375,
191
- 67259.93359375,
192
- 67374.27734375,
193
- 67352.94921875,
194
- 67403.7265625,
195
- 67670.19140625,
196
- 67670.13671875,
197
- 67778.796875,
198
- 67978.0703125,
199
- 67816.578125,
200
- 67648.74609375,
201
- 67986.8515625,
202
- 68086.13671875,
203
- 68250.21875,
204
- 68385.39453125,
205
- 68216.25390625,
206
- 68304.15625,
207
- 68420.05859375,
208
- 69087.203125
209
  ],
210
  "timestamps": [
211
  "2026-06-12 04:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-17T03:26:32.337129+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
+ 65755.453125
131
  ],
132
  "p50": [
133
+ 66222.40625,
134
+ 66140.52734375,
135
+ 66130.6015625,
136
+ 66141.07421875,
137
+ 66232.15625,
138
+ 66367.09765625,
139
+ 66200.86328125,
140
+ 66312.0859375,
141
+ 66508.85546875,
142
+ 66339.65625,
143
+ 66347.81640625,
144
+ 66531.015625,
145
+ 66355.01953125,
146
+ 66465.9453125,
147
+ 66328.92578125,
148
+ 66585.8984375,
149
+ 66501.97265625,
150
+ 66509.890625,
151
+ 66498.2890625,
152
+ 66545.75390625,
153
+ 66691.24609375,
154
+ 66550.12109375,
155
+ 66607.49609375,
156
+ 66731.28515625
157
  ],
158
  "p10": [
159
+ 65838.734375,
160
+ 65643.71484375,
161
+ 65533.720703125,
162
+ 65485.80859375,
163
+ 65559.72265625,
164
+ 65493.380859375,
165
+ 65188.388671875,
166
+ 65313.353515625,
167
+ 65568.9453125,
168
+ 65368.697265625,
169
+ 65328.28125,
170
+ 65331.841796875,
171
+ 65153.55859375,
172
+ 65251.603515625,
173
+ 65350.74609375,
174
+ 65152.634765625,
175
+ 65072.740234375,
176
+ 65142.544921875,
177
+ 65412.1328125,
178
+ 65361.314453125,
179
+ 65350.69921875,
180
+ 65140.88671875,
181
+ 65199.181640625,
182
+ 64792.619140625
183
  ],
184
  "p90": [
185
+ 66590.15625,
186
+ 66656.92578125,
187
+ 66699.671875,
188
+ 66945.08984375,
189
+ 67093.05859375,
190
+ 67180.09765625,
191
+ 67429.546875,
192
+ 67568.87109375,
193
+ 67491.59765625,
194
+ 67294.33203125,
195
+ 67247.23828125,
196
+ 67495.26171875,
197
+ 67908.703125,
198
+ 67848.0078125,
199
+ 68088.19140625,
200
+ 67988.9296875,
201
+ 68057.8984375,
202
+ 68080.16015625,
203
+ 68304.46875,
204
+ 68167.25390625,
205
+ 68357.765625,
206
+ 68376.796875,
207
+ 68671.71875,
208
+ 69018.08984375
209
  ],
210
  "timestamps": [
211
  "2026-06-12 04:00:00",
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-17T03:21:25.716418+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
14
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-17T03:26:34.937672+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-17T03:19:44.649065+00:00",
4
- "finished_at": "2026-06-17T03:21:42.359597+00:00",
5
- "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,17 +10,11 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-17T03:19:59.792890+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
17
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
23
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
24
  "context_length": 96,
25
  "prediction_length": 24
26
  }
@@ -30,17 +24,11 @@
30
  "TimesFM-2.5": {
31
  "model": "TimesFM-2.5",
32
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
33
- "evaluated_at": "2026-06-17T03:20:24.652719+00:00",
34
  "datasets": [
35
  {
36
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
37
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
38
- "context_length": 96,
39
- "prediction_length": 24
40
- },
41
- {
42
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
43
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
  }
@@ -50,17 +38,11 @@
50
  "Toto-2.0-1B": {
51
  "model": "Toto-2.0-1B",
52
  "api_model_id": "Datadog/Toto-2.0-1B",
53
- "evaluated_at": "2026-06-17T03:20:37.142893+00:00",
54
  "datasets": [
55
  {
56
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
57
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
58
- "context_length": 96,
59
- "prediction_length": 24
60
- },
61
- {
62
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
63
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
64
  "context_length": 96,
65
  "prediction_length": 24
66
  }
@@ -70,17 +52,11 @@
70
  "TiRex": {
71
  "model": "TiRex",
72
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
73
- "evaluated_at": "2026-06-17T03:21:10.118216+00:00",
74
  "datasets": [
75
  {
76
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
77
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
78
- "context_length": 96,
79
- "prediction_length": 24
80
- },
81
- {
82
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
83
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
84
  "context_length": 96,
85
  "prediction_length": 24
86
  }
@@ -90,17 +66,11 @@
90
  "Moirai-1.1-Large": {
91
  "model": "Moirai-1.1-Large",
92
  "api_model_id": "Salesforce/moirai-1.1-R-large",
93
- "evaluated_at": "2026-06-17T03:21:25.716418+00:00",
94
  "datasets": [
95
  {
96
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
97
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
98
- "context_length": 96,
99
- "prediction_length": 24
100
- },
101
- {
102
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
103
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
104
  "context_length": 96,
105
  "prediction_length": 24
106
  }
@@ -110,17 +80,11 @@
110
  "Timer-S1": {
111
  "model": "Timer-S1",
112
  "api_model_id": "bytedance-research/Timer-S1",
113
- "evaluated_at": "2026-06-17T03:21:42.351274+00:00",
114
  "datasets": [
115
  {
116
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
117
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
118
- "context_length": 96,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
123
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
124
  "context_length": 96,
125
  "prediction_length": 24
126
  }
@@ -130,7 +94,5 @@
130
  },
131
  "failed_models": [],
132
  "failed_datasets": [],
133
- "push_status": "ok",
134
- "pushed_at": "2026-06-17T03:21:54.957316+00:00",
135
- "push_detail": "HF Hub API"
136
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-17T03:25:00.631742+00:00",
4
+ "finished_at": "2026-06-17T03:26:42.427637+00:00",
5
+ "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-17T03:25:09.753800+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
17
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
18
  "context_length": 96,
19
  "prediction_length": 24
20
  }
 
24
  "TimesFM-2.5": {
25
  "model": "TimesFM-2.5",
26
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
+ "evaluated_at": "2026-06-17T03:25:53.583313+00:00",
28
  "datasets": [
29
  {
30
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
31
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
32
  "context_length": 96,
33
  "prediction_length": 24
34
  }
 
38
  "Toto-2.0-1B": {
39
  "model": "Toto-2.0-1B",
40
  "api_model_id": "Datadog/Toto-2.0-1B",
41
+ "evaluated_at": "2026-06-17T03:26:01.995318+00:00",
42
  "datasets": [
43
  {
44
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
45
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
46
  "context_length": 96,
47
  "prediction_length": 24
48
  }
 
52
  "TiRex": {
53
  "model": "TiRex",
54
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
+ "evaluated_at": "2026-06-17T03:26:27.701130+00:00",
56
  "datasets": [
57
  {
58
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
59
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
60
  "context_length": 96,
61
  "prediction_length": 24
62
  }
 
66
  "Moirai-1.1-Large": {
67
  "model": "Moirai-1.1-Large",
68
  "api_model_id": "Salesforce/moirai-1.1-R-large",
69
+ "evaluated_at": "2026-06-17T03:26:34.937672+00:00",
70
  "datasets": [
71
  {
72
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
73
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
74
  "context_length": 96,
75
  "prediction_length": 24
76
  }
 
80
  "Timer-S1": {
81
  "model": "Timer-S1",
82
  "api_model_id": "bytedance-research/Timer-S1",
83
+ "evaluated_at": "2026-06-17T03:26:42.423711+00:00",
84
  "datasets": [
85
  {
86
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
87
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
88
  "context_length": 96,
89
  "prediction_length": 24
90
  }
 
94
  },
95
  "failed_models": [],
96
  "failed_datasets": [],
97
+ "push_status": "pending"
 
 
98
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_032505.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-17T03:25:05.833784+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 220282.37695821127,
8
+ "MSE[0.5]": 220282.37695821127,
9
+ "MAE[0.5]": 432.515625,
10
+ "MASE[0.5]": 0.4511311484872184,
11
+ "MAPE[0.5]": 0.006556774534097846,
12
+ "sMAPE[0.5]": 0.00654007703913767,
13
+ "MSIS": 2.5341184239863015,
14
+ "RMSE[mean]": 469.3424943026268,
15
+ "NRMSE[mean]": 0.007107879952915658,
16
+ "ND[0.5]": 0.006550161508022396,
17
+ "mean_weighted_sum_quantile_loss": 0.006320867468559203
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 04:00:00",
23
+ "2026-06-12 05:00:00",
24
+ "2026-06-12 06:00:00",
25
+ "2026-06-12 07:00:00",
26
+ "2026-06-12 08:00:00",
27
+ "2026-06-12 09:00:00",
28
+ "2026-06-12 10:00:00",
29
+ "2026-06-12 11:00:00",
30
+ "2026-06-12 12:00:00",
31
+ "2026-06-12 13:00:00",
32
+ "2026-06-12 14:00:00",
33
+ "2026-06-12 15:00:00",
34
+ "2026-06-12 16:00:00",
35
+ "2026-06-12 17:00:00",
36
+ "2026-06-12 18:00:00",
37
+ "2026-06-12 19:00:00",
38
+ "2026-06-12 20:00:00",
39
+ "2026-06-12 21:00:00",
40
+ "2026-06-12 22:00:00",
41
+ "2026-06-12 23:00:00",
42
+ "2026-06-13 00:00:00",
43
+ "2026-06-13 01:00:00",
44
+ "2026-06-13 02:00:00",
45
+ "2026-06-13 03:00:00",
46
+ "2026-06-13 04:00:00",
47
+ "2026-06-13 05:00:00",
48
+ "2026-06-13 06:00:00",
49
+ "2026-06-13 07:00:00",
50
+ "2026-06-13 08:00:00",
51
+ "2026-06-13 09:00:00",
52
+ "2026-06-13 10:00:00",
53
+ "2026-06-13 11:00:00",
54
+ "2026-06-13 12:00:00",
55
+ "2026-06-13 13:00:00",
56
+ "2026-06-13 14:00:00",
57
+ "2026-06-13 15:00:00",
58
+ "2026-06-13 16:00:00",
59
+ "2026-06-13 17:00:00",
60
+ "2026-06-13 18:00:00",
61
+ "2026-06-13 19:00:00",
62
+ "2026-06-13 20:00:00",
63
+ "2026-06-13 21:00:00",
64
+ "2026-06-13 22:00:00",
65
+ "2026-06-13 23:00:00",
66
+ "2026-06-14 00:00:00",
67
+ "2026-06-14 01:00:00",
68
+ "2026-06-14 02:00:00",
69
+ "2026-06-14 03:00:00",
70
+ "2026-06-14 04:00:00",
71
+ "2026-06-14 05:00:00",
72
+ "2026-06-14 06:00:00",
73
+ "2026-06-14 07:00:00",
74
+ "2026-06-14 08:00:00",
75
+ "2026-06-14 09:00:00",
76
+ "2026-06-14 10:00:00",
77
+ "2026-06-14 11:00:00",
78
+ "2026-06-14 12:00:00",
79
+ "2026-06-14 13:00:00",
80
+ "2026-06-14 14:00:00",
81
+ "2026-06-14 15:00:00",
82
+ "2026-06-14 16:00:00",
83
+ "2026-06-14 17:00:00",
84
+ "2026-06-14 18:00:00",
85
+ "2026-06-14 19:00:00",
86
+ "2026-06-14 20:00:00",
87
+ "2026-06-14 21:00:00",
88
+ "2026-06-14 22:00:00",
89
+ "2026-06-14 23:00:00",
90
+ "2026-06-15 00:00:00",
91
+ "2026-06-15 01:00:00",
92
+ "2026-06-15 02:00:00",
93
+ "2026-06-15 03:00:00",
94
+ "2026-06-15 04:00:00",
95
+ "2026-06-15 05:00:00",
96
+ "2026-06-15 06:00:00",
97
+ "2026-06-15 07:00:00",
98
+ "2026-06-15 08:00:00",
99
+ "2026-06-15 09:00:00",
100
+ "2026-06-15 10:00:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 12:00:00",
103
+ "2026-06-15 13:00:00",
104
+ "2026-06-15 14:00:00",
105
+ "2026-06-15 15:00:00",
106
+ "2026-06-15 16:00:00",
107
+ "2026-06-15 17:00:00",
108
+ "2026-06-15 18:00:00",
109
+ "2026-06-15 19:00:00",
110
+ "2026-06-15 20:00:00",
111
+ "2026-06-15 21:00:00",
112
+ "2026-06-15 22:00:00",
113
+ "2026-06-15 23:00:00",
114
+ "2026-06-16 00:00:00",
115
+ "2026-06-16 01:00:00",
116
+ "2026-06-16 02:00:00",
117
+ "2026-06-16 03:00:00",
118
+ "2026-06-16 04:00:00",
119
+ "2026-06-16 05:00:00",
120
+ "2026-06-16 06:00:00",
121
+ "2026-06-16 07:00:00",
122
+ "2026-06-16 08:00:00",
123
+ "2026-06-16 09:00:00",
124
+ "2026-06-16 10:00:00",
125
+ "2026-06-16 11:00:00",
126
+ "2026-06-16 12:00:00",
127
+ "2026-06-16 13:00:00",
128
+ "2026-06-16 14:00:00",
129
+ "2026-06-16 15:00:00",
130
+ "2026-06-16 16:00:00",
131
+ "2026-06-16 17:00:00",
132
+ "2026-06-16 18:00:00",
133
+ "2026-06-16 19:00:00",
134
+ "2026-06-16 20:00:00",
135
+ "2026-06-16 21:00:00",
136
+ "2026-06-16 22:00:00",
137
+ "2026-06-16 23:00:00",
138
+ "2026-06-17 00:00:00",
139
+ "2026-06-17 01:00:00",
140
+ "2026-06-17 02:00:00",
141
+ "2026-06-17 03:00:00"
142
+ ],
143
+ "context": [
144
+ 63700.0,
145
+ 63358.19921875,
146
+ 62980.44921875,
147
+ 63100.80078125,
148
+ 63470.80859375,
149
+ 63752.9296875,
150
+ 63702.01171875,
151
+ 63766.01171875,
152
+ 63465.51171875,
153
+ 63229.1015625,
154
+ 63999.98828125,
155
+ 63593.01953125,
156
+ 63982.48046875,
157
+ 63865.44140625,
158
+ 63694.0,
159
+ 63589.26953125,
160
+ 63449.0,
161
+ 63472.0,
162
+ 63502.0,
163
+ 63580.01171875,
164
+ 63600.01171875,
165
+ 63837.890625,
166
+ 63646.01171875,
167
+ 63532.0,
168
+ 63512.01171875,
169
+ 63584.03125,
170
+ 63735.73828125,
171
+ 63846.0,
172
+ 63806.0,
173
+ 63743.12109375,
174
+ 63843.01171875,
175
+ 63971.28125,
176
+ 64133.12109375,
177
+ 64102.69140625,
178
+ 64220.96875,
179
+ 64296.1484375,
180
+ 64029.171875,
181
+ 63971.19140625,
182
+ 64161.4609375,
183
+ 64296.58984375,
184
+ 64278.30859375,
185
+ 64471.0390625,
186
+ 64456.46875,
187
+ 64458.01171875,
188
+ 64565.0,
189
+ 64563.0,
190
+ 64490.01171875,
191
+ 64545.30078125,
192
+ 64339.0703125,
193
+ 64338.0,
194
+ 64286.1015625,
195
+ 64429.390625,
196
+ 64456.328125,
197
+ 64616.0,
198
+ 64521.12890625,
199
+ 64546.0,
200
+ 64327.53125,
201
+ 64317.98828125,
202
+ 63983.55078125,
203
+ 64025.0703125,
204
+ 63942.62890625,
205
+ 63732.640625,
206
+ 63813.30078125,
207
+ 63802.0,
208
+ 64008.640625,
209
+ 65311.58984375,
210
+ 65426.78125,
211
+ 65746.453125,
212
+ 65625.9921875,
213
+ 65525.0,
214
+ 65472.01171875,
215
+ 65927.1015625,
216
+ 65644.0078125,
217
+ 65858.0078125,
218
+ 65812.0078125,
219
+ 65674.7578125,
220
+ 65662.0078125,
221
+ 65596.859375,
222
+ 65917.3671875,
223
+ 66233.8984375,
224
+ 66563.4921875,
225
+ 66447.046875,
226
+ 66591.546875,
227
+ 67292.140625,
228
+ 67157.9921875,
229
+ 66851.7890625,
230
+ 66766.1171875,
231
+ 66614.3515625,
232
+ 66519.9765625,
233
+ 66368.1484375,
234
+ 66206.34375,
235
+ 66328.7421875,
236
+ 66250.0,
237
+ 66346.5234375,
238
+ 65741.9921875,
239
+ 66165.2109375
240
+ ],
241
+ "actual": [
242
+ 65840.09375,
243
+ 66045.0,
244
+ 66446.0,
245
+ 66372.0,
246
+ 66899.609375,
247
+ 66510.0,
248
+ 66514.0,
249
+ 66481.7265625,
250
+ 66429.828125,
251
+ 66052.0,
252
+ 65654.8984375,
253
+ 65859.7578125,
254
+ 65758.0703125,
255
+ 65978.7890625,
256
+ 65847.9921875,
257
+ 65675.8828125,
258
+ 65854.0,
259
+ 65776.96875,
260
+ 65780.0,
261
+ 65675.0078125,
262
+ 65700.0,
263
+ 65940.0,
264
+ 65904.0,
265
+ 65755.453125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66142.65625,
270
+ 66143.234375,
271
+ 66163.7421875,
272
+ 66174.7890625,
273
+ 66174.453125,
274
+ 66203.1875,
275
+ 66222.4921875,
276
+ 66241.3125,
277
+ 66255.796875,
278
+ 66264.984375,
279
+ 66263.1484375,
280
+ 66274.828125,
281
+ 66269.1328125,
282
+ 66288.1171875,
283
+ 66304.484375,
284
+ 66295.3125,
285
+ 66356.53125,
286
+ 66366.78125,
287
+ 66362.7734375,
288
+ 66391.65625,
289
+ 66359.765625,
290
+ 66390.453125,
291
+ 66397.5703125,
292
+ 66389.46875
293
+ ],
294
+ "p10": [
295
+ 65715.5078125,
296
+ 65572.9765625,
297
+ 65488.21875,
298
+ 65389.60546875,
299
+ 65292.25390625,
300
+ 65244.921875,
301
+ 65175.44921875,
302
+ 65115.23046875,
303
+ 65091.24609375,
304
+ 65031.47265625,
305
+ 64961.05859375,
306
+ 64863.71484375,
307
+ 64817.30859375,
308
+ 64797.80859375,
309
+ 64764.05078125,
310
+ 64760.4765625,
311
+ 64552.9765625,
312
+ 64450.07421875,
313
+ 64405.078125,
314
+ 64373.52734375,
315
+ 64323.53125,
316
+ 64286.6796875,
317
+ 64269.9453125,
318
+ 64229.3125
319
+ ],
320
+ "p90": [
321
+ 66431.640625,
322
+ 66556.1953125,
323
+ 66686.9921875,
324
+ 66795.5390625,
325
+ 66867.4609375,
326
+ 66952.765625,
327
+ 67015.546875,
328
+ 67104.0859375,
329
+ 67147.671875,
330
+ 67201.46875,
331
+ 67273.9765625,
332
+ 67329.3359375,
333
+ 67387.390625,
334
+ 67376.703125,
335
+ 67422.734375,
336
+ 67422.546875,
337
+ 67521.1015625,
338
+ 67538.2890625,
339
+ 67535.296875,
340
+ 67628.921875,
341
+ 67619.953125,
342
+ 67677.9453125,
343
+ 67726.6171875,
344
+ 67775.515625
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_032632.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-17T03:26:32.337129+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 469000.27029418945,
8
+ "MSE[0.5]": 350005.96778678894,
9
+ "MAE[0.5]": 518.90869140625,
10
+ "MASE[0.5]": 0.5412425826560627,
11
+ "MAPE[0.5]": 0.007873061427331683,
12
+ "sMAPE[0.5]": 0.007839736875979487,
13
+ "MSIS": 2.436143105647424,
14
+ "RMSE[mean]": 684.8359440728775,
15
+ "NRMSE[mean]": 0.010371384941703182,
16
+ "ND[0.5]": 0.007858527045415967,
17
+ "mean_weighted_sum_quantile_loss": 0.006326525396050651
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 04:00:00",
23
+ "2026-06-12 05:00:00",
24
+ "2026-06-12 06:00:00",
25
+ "2026-06-12 07:00:00",
26
+ "2026-06-12 08:00:00",
27
+ "2026-06-12 09:00:00",
28
+ "2026-06-12 10:00:00",
29
+ "2026-06-12 11:00:00",
30
+ "2026-06-12 12:00:00",
31
+ "2026-06-12 13:00:00",
32
+ "2026-06-12 14:00:00",
33
+ "2026-06-12 15:00:00",
34
+ "2026-06-12 16:00:00",
35
+ "2026-06-12 17:00:00",
36
+ "2026-06-12 18:00:00",
37
+ "2026-06-12 19:00:00",
38
+ "2026-06-12 20:00:00",
39
+ "2026-06-12 21:00:00",
40
+ "2026-06-12 22:00:00",
41
+ "2026-06-12 23:00:00",
42
+ "2026-06-13 00:00:00",
43
+ "2026-06-13 01:00:00",
44
+ "2026-06-13 02:00:00",
45
+ "2026-06-13 03:00:00",
46
+ "2026-06-13 04:00:00",
47
+ "2026-06-13 05:00:00",
48
+ "2026-06-13 06:00:00",
49
+ "2026-06-13 07:00:00",
50
+ "2026-06-13 08:00:00",
51
+ "2026-06-13 09:00:00",
52
+ "2026-06-13 10:00:00",
53
+ "2026-06-13 11:00:00",
54
+ "2026-06-13 12:00:00",
55
+ "2026-06-13 13:00:00",
56
+ "2026-06-13 14:00:00",
57
+ "2026-06-13 15:00:00",
58
+ "2026-06-13 16:00:00",
59
+ "2026-06-13 17:00:00",
60
+ "2026-06-13 18:00:00",
61
+ "2026-06-13 19:00:00",
62
+ "2026-06-13 20:00:00",
63
+ "2026-06-13 21:00:00",
64
+ "2026-06-13 22:00:00",
65
+ "2026-06-13 23:00:00",
66
+ "2026-06-14 00:00:00",
67
+ "2026-06-14 01:00:00",
68
+ "2026-06-14 02:00:00",
69
+ "2026-06-14 03:00:00",
70
+ "2026-06-14 04:00:00",
71
+ "2026-06-14 05:00:00",
72
+ "2026-06-14 06:00:00",
73
+ "2026-06-14 07:00:00",
74
+ "2026-06-14 08:00:00",
75
+ "2026-06-14 09:00:00",
76
+ "2026-06-14 10:00:00",
77
+ "2026-06-14 11:00:00",
78
+ "2026-06-14 12:00:00",
79
+ "2026-06-14 13:00:00",
80
+ "2026-06-14 14:00:00",
81
+ "2026-06-14 15:00:00",
82
+ "2026-06-14 16:00:00",
83
+ "2026-06-14 17:00:00",
84
+ "2026-06-14 18:00:00",
85
+ "2026-06-14 19:00:00",
86
+ "2026-06-14 20:00:00",
87
+ "2026-06-14 21:00:00",
88
+ "2026-06-14 22:00:00",
89
+ "2026-06-14 23:00:00",
90
+ "2026-06-15 00:00:00",
91
+ "2026-06-15 01:00:00",
92
+ "2026-06-15 02:00:00",
93
+ "2026-06-15 03:00:00",
94
+ "2026-06-15 04:00:00",
95
+ "2026-06-15 05:00:00",
96
+ "2026-06-15 06:00:00",
97
+ "2026-06-15 07:00:00",
98
+ "2026-06-15 08:00:00",
99
+ "2026-06-15 09:00:00",
100
+ "2026-06-15 10:00:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 12:00:00",
103
+ "2026-06-15 13:00:00",
104
+ "2026-06-15 14:00:00",
105
+ "2026-06-15 15:00:00",
106
+ "2026-06-15 16:00:00",
107
+ "2026-06-15 17:00:00",
108
+ "2026-06-15 18:00:00",
109
+ "2026-06-15 19:00:00",
110
+ "2026-06-15 20:00:00",
111
+ "2026-06-15 21:00:00",
112
+ "2026-06-15 22:00:00",
113
+ "2026-06-15 23:00:00",
114
+ "2026-06-16 00:00:00",
115
+ "2026-06-16 01:00:00",
116
+ "2026-06-16 02:00:00",
117
+ "2026-06-16 03:00:00",
118
+ "2026-06-16 04:00:00",
119
+ "2026-06-16 05:00:00",
120
+ "2026-06-16 06:00:00",
121
+ "2026-06-16 07:00:00",
122
+ "2026-06-16 08:00:00",
123
+ "2026-06-16 09:00:00",
124
+ "2026-06-16 10:00:00",
125
+ "2026-06-16 11:00:00",
126
+ "2026-06-16 12:00:00",
127
+ "2026-06-16 13:00:00",
128
+ "2026-06-16 14:00:00",
129
+ "2026-06-16 15:00:00",
130
+ "2026-06-16 16:00:00",
131
+ "2026-06-16 17:00:00",
132
+ "2026-06-16 18:00:00",
133
+ "2026-06-16 19:00:00",
134
+ "2026-06-16 20:00:00",
135
+ "2026-06-16 21:00:00",
136
+ "2026-06-16 22:00:00",
137
+ "2026-06-16 23:00:00",
138
+ "2026-06-17 00:00:00",
139
+ "2026-06-17 01:00:00",
140
+ "2026-06-17 02:00:00",
141
+ "2026-06-17 03:00:00"
142
+ ],
143
+ "context": [
144
+ 63700.0,
145
+ 63358.19921875,
146
+ 62980.44921875,
147
+ 63100.80078125,
148
+ 63470.80859375,
149
+ 63752.9296875,
150
+ 63702.01171875,
151
+ 63766.01171875,
152
+ 63465.51171875,
153
+ 63229.1015625,
154
+ 63999.98828125,
155
+ 63593.01953125,
156
+ 63982.48046875,
157
+ 63865.44140625,
158
+ 63694.0,
159
+ 63589.26953125,
160
+ 63449.0,
161
+ 63472.0,
162
+ 63502.0,
163
+ 63580.01171875,
164
+ 63600.01171875,
165
+ 63837.890625,
166
+ 63646.01171875,
167
+ 63532.0,
168
+ 63512.01171875,
169
+ 63584.03125,
170
+ 63735.73828125,
171
+ 63846.0,
172
+ 63806.0,
173
+ 63743.12109375,
174
+ 63843.01171875,
175
+ 63971.28125,
176
+ 64133.12109375,
177
+ 64102.69140625,
178
+ 64220.96875,
179
+ 64296.1484375,
180
+ 64029.171875,
181
+ 63971.19140625,
182
+ 64161.4609375,
183
+ 64296.58984375,
184
+ 64278.30859375,
185
+ 64471.0390625,
186
+ 64456.46875,
187
+ 64458.01171875,
188
+ 64565.0,
189
+ 64563.0,
190
+ 64490.01171875,
191
+ 64545.30078125,
192
+ 64339.0703125,
193
+ 64338.0,
194
+ 64286.1015625,
195
+ 64429.390625,
196
+ 64456.328125,
197
+ 64616.0,
198
+ 64521.12890625,
199
+ 64546.0,
200
+ 64327.53125,
201
+ 64317.98828125,
202
+ 63983.55078125,
203
+ 64025.0703125,
204
+ 63942.62890625,
205
+ 63732.640625,
206
+ 63813.30078125,
207
+ 63802.0,
208
+ 64008.640625,
209
+ 65311.58984375,
210
+ 65426.78125,
211
+ 65746.453125,
212
+ 65625.9921875,
213
+ 65525.0,
214
+ 65472.01171875,
215
+ 65927.1015625,
216
+ 65644.0078125,
217
+ 65858.0078125,
218
+ 65812.0078125,
219
+ 65674.7578125,
220
+ 65662.0078125,
221
+ 65596.859375,
222
+ 65917.3671875,
223
+ 66233.8984375,
224
+ 66563.4921875,
225
+ 66447.046875,
226
+ 66591.546875,
227
+ 67292.140625,
228
+ 67157.9921875,
229
+ 66851.7890625,
230
+ 66766.1171875,
231
+ 66614.3515625,
232
+ 66519.9765625,
233
+ 66368.1484375,
234
+ 66206.34375,
235
+ 66328.7421875,
236
+ 66250.0,
237
+ 66346.5234375,
238
+ 65741.9921875,
239
+ 66165.2109375
240
+ ],
241
+ "actual": [
242
+ 65840.09375,
243
+ 66045.0,
244
+ 66446.0,
245
+ 66372.0,
246
+ 66899.609375,
247
+ 66510.0,
248
+ 66514.0,
249
+ 66481.7265625,
250
+ 66429.828125,
251
+ 66052.0,
252
+ 65654.8984375,
253
+ 65859.7578125,
254
+ 65758.0703125,
255
+ 65978.7890625,
256
+ 65847.9921875,
257
+ 65675.8828125,
258
+ 65854.0,
259
+ 65776.96875,
260
+ 65780.0,
261
+ 65675.0078125,
262
+ 65700.0,
263
+ 65940.0,
264
+ 65904.0,
265
+ 65755.453125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66222.40625,
270
+ 66140.52734375,
271
+ 66130.6015625,
272
+ 66141.07421875,
273
+ 66232.15625,
274
+ 66367.09765625,
275
+ 66200.86328125,
276
+ 66312.0859375,
277
+ 66508.85546875,
278
+ 66339.65625,
279
+ 66347.81640625,
280
+ 66531.015625,
281
+ 66355.01953125,
282
+ 66465.9453125,
283
+ 66328.92578125,
284
+ 66585.8984375,
285
+ 66501.97265625,
286
+ 66509.890625,
287
+ 66498.2890625,
288
+ 66545.75390625,
289
+ 66691.24609375,
290
+ 66550.12109375,
291
+ 66607.49609375,
292
+ 66731.28515625
293
+ ],
294
+ "p10": [
295
+ 65838.734375,
296
+ 65643.71484375,
297
+ 65533.720703125,
298
+ 65485.80859375,
299
+ 65559.72265625,
300
+ 65493.380859375,
301
+ 65188.388671875,
302
+ 65313.353515625,
303
+ 65568.9453125,
304
+ 65368.697265625,
305
+ 65328.28125,
306
+ 65331.841796875,
307
+ 65153.55859375,
308
+ 65251.603515625,
309
+ 65350.74609375,
310
+ 65152.634765625,
311
+ 65072.740234375,
312
+ 65142.544921875,
313
+ 65412.1328125,
314
+ 65361.314453125,
315
+ 65350.69921875,
316
+ 65140.88671875,
317
+ 65199.181640625,
318
+ 64792.619140625
319
+ ],
320
+ "p90": [
321
+ 66590.15625,
322
+ 66656.92578125,
323
+ 66699.671875,
324
+ 66945.08984375,
325
+ 67093.05859375,
326
+ 67180.09765625,
327
+ 67429.546875,
328
+ 67568.87109375,
329
+ 67491.59765625,
330
+ 67294.33203125,
331
+ 67247.23828125,
332
+ 67495.26171875,
333
+ 67908.703125,
334
+ 67848.0078125,
335
+ 68088.19140625,
336
+ 67988.9296875,
337
+ 68057.8984375,
338
+ 68080.16015625,
339
+ 68304.46875,
340
+ 68167.25390625,
341
+ 68357.765625,
342
+ 68376.796875,
343
+ 68671.71875,
344
+ 69018.08984375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_032639.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-17T03:26:39.927376+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 189547.46532185873,
8
+ "MSE[0.5]": 189547.46532185873,
9
+ "MAE[0.5]": 345.0846354166667,
10
+ "MASE[0.5]": 0.3599371188053931,
11
+ "MAPE[0.5]": 0.0052064076732765965,
12
+ "sMAPE[0.5]": 0.005227866774777737,
13
+ "MSIS": 2.8409340053034793,
14
+ "RMSE[mean]": 435.3704920201399,
15
+ "NRMSE[mean]": 0.006593396570491741,
16
+ "ND[0.5]": 0.0052260773143541165,
17
+ "mean_weighted_sum_quantile_loss": 0.006508051405061252
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 04:00:00",
23
+ "2026-06-12 05:00:00",
24
+ "2026-06-12 06:00:00",
25
+ "2026-06-12 07:00:00",
26
+ "2026-06-12 08:00:00",
27
+ "2026-06-12 09:00:00",
28
+ "2026-06-12 10:00:00",
29
+ "2026-06-12 11:00:00",
30
+ "2026-06-12 12:00:00",
31
+ "2026-06-12 13:00:00",
32
+ "2026-06-12 14:00:00",
33
+ "2026-06-12 15:00:00",
34
+ "2026-06-12 16:00:00",
35
+ "2026-06-12 17:00:00",
36
+ "2026-06-12 18:00:00",
37
+ "2026-06-12 19:00:00",
38
+ "2026-06-12 20:00:00",
39
+ "2026-06-12 21:00:00",
40
+ "2026-06-12 22:00:00",
41
+ "2026-06-12 23:00:00",
42
+ "2026-06-13 00:00:00",
43
+ "2026-06-13 01:00:00",
44
+ "2026-06-13 02:00:00",
45
+ "2026-06-13 03:00:00",
46
+ "2026-06-13 04:00:00",
47
+ "2026-06-13 05:00:00",
48
+ "2026-06-13 06:00:00",
49
+ "2026-06-13 07:00:00",
50
+ "2026-06-13 08:00:00",
51
+ "2026-06-13 09:00:00",
52
+ "2026-06-13 10:00:00",
53
+ "2026-06-13 11:00:00",
54
+ "2026-06-13 12:00:00",
55
+ "2026-06-13 13:00:00",
56
+ "2026-06-13 14:00:00",
57
+ "2026-06-13 15:00:00",
58
+ "2026-06-13 16:00:00",
59
+ "2026-06-13 17:00:00",
60
+ "2026-06-13 18:00:00",
61
+ "2026-06-13 19:00:00",
62
+ "2026-06-13 20:00:00",
63
+ "2026-06-13 21:00:00",
64
+ "2026-06-13 22:00:00",
65
+ "2026-06-13 23:00:00",
66
+ "2026-06-14 00:00:00",
67
+ "2026-06-14 01:00:00",
68
+ "2026-06-14 02:00:00",
69
+ "2026-06-14 03:00:00",
70
+ "2026-06-14 04:00:00",
71
+ "2026-06-14 05:00:00",
72
+ "2026-06-14 06:00:00",
73
+ "2026-06-14 07:00:00",
74
+ "2026-06-14 08:00:00",
75
+ "2026-06-14 09:00:00",
76
+ "2026-06-14 10:00:00",
77
+ "2026-06-14 11:00:00",
78
+ "2026-06-14 12:00:00",
79
+ "2026-06-14 13:00:00",
80
+ "2026-06-14 14:00:00",
81
+ "2026-06-14 15:00:00",
82
+ "2026-06-14 16:00:00",
83
+ "2026-06-14 17:00:00",
84
+ "2026-06-14 18:00:00",
85
+ "2026-06-14 19:00:00",
86
+ "2026-06-14 20:00:00",
87
+ "2026-06-14 21:00:00",
88
+ "2026-06-14 22:00:00",
89
+ "2026-06-14 23:00:00",
90
+ "2026-06-15 00:00:00",
91
+ "2026-06-15 01:00:00",
92
+ "2026-06-15 02:00:00",
93
+ "2026-06-15 03:00:00",
94
+ "2026-06-15 04:00:00",
95
+ "2026-06-15 05:00:00",
96
+ "2026-06-15 06:00:00",
97
+ "2026-06-15 07:00:00",
98
+ "2026-06-15 08:00:00",
99
+ "2026-06-15 09:00:00",
100
+ "2026-06-15 10:00:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 12:00:00",
103
+ "2026-06-15 13:00:00",
104
+ "2026-06-15 14:00:00",
105
+ "2026-06-15 15:00:00",
106
+ "2026-06-15 16:00:00",
107
+ "2026-06-15 17:00:00",
108
+ "2026-06-15 18:00:00",
109
+ "2026-06-15 19:00:00",
110
+ "2026-06-15 20:00:00",
111
+ "2026-06-15 21:00:00",
112
+ "2026-06-15 22:00:00",
113
+ "2026-06-15 23:00:00",
114
+ "2026-06-16 00:00:00",
115
+ "2026-06-16 01:00:00",
116
+ "2026-06-16 02:00:00",
117
+ "2026-06-16 03:00:00",
118
+ "2026-06-16 04:00:00",
119
+ "2026-06-16 05:00:00",
120
+ "2026-06-16 06:00:00",
121
+ "2026-06-16 07:00:00",
122
+ "2026-06-16 08:00:00",
123
+ "2026-06-16 09:00:00",
124
+ "2026-06-16 10:00:00",
125
+ "2026-06-16 11:00:00",
126
+ "2026-06-16 12:00:00",
127
+ "2026-06-16 13:00:00",
128
+ "2026-06-16 14:00:00",
129
+ "2026-06-16 15:00:00",
130
+ "2026-06-16 16:00:00",
131
+ "2026-06-16 17:00:00",
132
+ "2026-06-16 18:00:00",
133
+ "2026-06-16 19:00:00",
134
+ "2026-06-16 20:00:00",
135
+ "2026-06-16 21:00:00",
136
+ "2026-06-16 22:00:00",
137
+ "2026-06-16 23:00:00",
138
+ "2026-06-17 00:00:00",
139
+ "2026-06-17 01:00:00",
140
+ "2026-06-17 02:00:00",
141
+ "2026-06-17 03:00:00"
142
+ ],
143
+ "context": [
144
+ 63700.0,
145
+ 63358.19921875,
146
+ 62980.44921875,
147
+ 63100.80078125,
148
+ 63470.80859375,
149
+ 63752.9296875,
150
+ 63702.01171875,
151
+ 63766.01171875,
152
+ 63465.51171875,
153
+ 63229.1015625,
154
+ 63999.98828125,
155
+ 63593.01953125,
156
+ 63982.48046875,
157
+ 63865.44140625,
158
+ 63694.0,
159
+ 63589.26953125,
160
+ 63449.0,
161
+ 63472.0,
162
+ 63502.0,
163
+ 63580.01171875,
164
+ 63600.01171875,
165
+ 63837.890625,
166
+ 63646.01171875,
167
+ 63532.0,
168
+ 63512.01171875,
169
+ 63584.03125,
170
+ 63735.73828125,
171
+ 63846.0,
172
+ 63806.0,
173
+ 63743.12109375,
174
+ 63843.01171875,
175
+ 63971.28125,
176
+ 64133.12109375,
177
+ 64102.69140625,
178
+ 64220.96875,
179
+ 64296.1484375,
180
+ 64029.171875,
181
+ 63971.19140625,
182
+ 64161.4609375,
183
+ 64296.58984375,
184
+ 64278.30859375,
185
+ 64471.0390625,
186
+ 64456.46875,
187
+ 64458.01171875,
188
+ 64565.0,
189
+ 64563.0,
190
+ 64490.01171875,
191
+ 64545.30078125,
192
+ 64339.0703125,
193
+ 64338.0,
194
+ 64286.1015625,
195
+ 64429.390625,
196
+ 64456.328125,
197
+ 64616.0,
198
+ 64521.12890625,
199
+ 64546.0,
200
+ 64327.53125,
201
+ 64317.98828125,
202
+ 63983.55078125,
203
+ 64025.0703125,
204
+ 63942.62890625,
205
+ 63732.640625,
206
+ 63813.30078125,
207
+ 63802.0,
208
+ 64008.640625,
209
+ 65311.58984375,
210
+ 65426.78125,
211
+ 65746.453125,
212
+ 65625.9921875,
213
+ 65525.0,
214
+ 65472.01171875,
215
+ 65927.1015625,
216
+ 65644.0078125,
217
+ 65858.0078125,
218
+ 65812.0078125,
219
+ 65674.7578125,
220
+ 65662.0078125,
221
+ 65596.859375,
222
+ 65917.3671875,
223
+ 66233.8984375,
224
+ 66563.4921875,
225
+ 66447.046875,
226
+ 66591.546875,
227
+ 67292.140625,
228
+ 67157.9921875,
229
+ 66851.7890625,
230
+ 66766.1171875,
231
+ 66614.3515625,
232
+ 66519.9765625,
233
+ 66368.1484375,
234
+ 66206.34375,
235
+ 66328.7421875,
236
+ 66250.0,
237
+ 66346.5234375,
238
+ 65741.9921875,
239
+ 66165.2109375
240
+ ],
241
+ "actual": [
242
+ 65840.09375,
243
+ 66045.0,
244
+ 66446.0,
245
+ 66372.0,
246
+ 66899.609375,
247
+ 66510.0,
248
+ 66514.0,
249
+ 66481.7265625,
250
+ 66429.828125,
251
+ 66052.0,
252
+ 65654.8984375,
253
+ 65859.7578125,
254
+ 65758.0703125,
255
+ 65978.7890625,
256
+ 65847.9921875,
257
+ 65675.8828125,
258
+ 65854.0,
259
+ 65776.96875,
260
+ 65780.0,
261
+ 65675.0078125,
262
+ 65700.0,
263
+ 65940.0,
264
+ 65904.0,
265
+ 65755.453125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65936.75,
270
+ 65936.75,
271
+ 65875.9375,
272
+ 65884.625,
273
+ 65832.5,
274
+ 65823.8125,
275
+ 65780.375,
276
+ 65771.6875,
277
+ 65719.5625,
278
+ 65719.5625,
279
+ 65693.5,
280
+ 65676.125,
281
+ 65632.6875,
282
+ 65641.375,
283
+ 65606.625,
284
+ 65610.96875,
285
+ 65619.65625,
286
+ 65641.375,
287
+ 65567.53125,
288
+ 65584.90625,
289
+ 65541.46875,
290
+ 65571.875,
291
+ 65537.125,
292
+ 65532.78125
293
+ ],
294
+ "p10": [
295
+ 65406.8125,
296
+ 65267.8125,
297
+ 65089.71875,
298
+ 65011.53125,
299
+ 64861.671875,
300
+ 64794.34375,
301
+ 64704.2109375,
302
+ 64629.82421875,
303
+ 64511.32421875,
304
+ 64454.171875,
305
+ 64369.7421875,
306
+ 64328.4765625,
307
+ 64261.1484375,
308
+ 64255.71875,
309
+ 64214.453125,
310
+ 64184.046875,
311
+ 64142.78125,
312
+ 64123.234375,
313
+ 64029.84375,
314
+ 64025.5,
315
+ 63956.0,
316
+ 63984.234375,
317
+ 63929.9375,
318
+ 63925.59375
319
+ ],
320
+ "p90": [
321
+ 66458.0,
322
+ 66544.875,
323
+ 66553.5625,
324
+ 66605.6875,
325
+ 66614.375,
326
+ 66640.4375,
327
+ 66623.0625,
328
+ 66666.5,
329
+ 66657.8125,
330
+ 66683.875,
331
+ 66683.875,
332
+ 66701.25,
333
+ 66692.5625,
334
+ 66718.625,
335
+ 66709.9375,
336
+ 66718.625,
337
+ 66770.75,
338
+ 66788.125,
339
+ 66736.0,
340
+ 66770.75,
341
+ 66736.0,
342
+ 66788.125,
343
+ 66770.75,
344
+ 66788.125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_032522.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-17T03:25:22.211530+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 86732.45657857259,
8
+ "MSE[0.5]": 186269.48218981424,
9
+ "MAE[0.5]": 365.0265299479167,
10
+ "MASE[0.5]": 0.3807373148281236,
11
+ "MAPE[0.5]": 0.00551208971161576,
12
+ "sMAPE[0.5]": 0.005532811540975946,
13
+ "MSIS": 1.8929988082451779,
14
+ "RMSE[mean]": 294.503746289538,
15
+ "NRMSE[mean]": 0.004460063385950798,
16
+ "ND[0.5]": 0.005528084045222246,
17
+ "mean_weighted_sum_quantile_loss": 0.004127406972066204
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 04:00:00",
23
+ "2026-06-12 05:00:00",
24
+ "2026-06-12 06:00:00",
25
+ "2026-06-12 07:00:00",
26
+ "2026-06-12 08:00:00",
27
+ "2026-06-12 09:00:00",
28
+ "2026-06-12 10:00:00",
29
+ "2026-06-12 11:00:00",
30
+ "2026-06-12 12:00:00",
31
+ "2026-06-12 13:00:00",
32
+ "2026-06-12 14:00:00",
33
+ "2026-06-12 15:00:00",
34
+ "2026-06-12 16:00:00",
35
+ "2026-06-12 17:00:00",
36
+ "2026-06-12 18:00:00",
37
+ "2026-06-12 19:00:00",
38
+ "2026-06-12 20:00:00",
39
+ "2026-06-12 21:00:00",
40
+ "2026-06-12 22:00:00",
41
+ "2026-06-12 23:00:00",
42
+ "2026-06-13 00:00:00",
43
+ "2026-06-13 01:00:00",
44
+ "2026-06-13 02:00:00",
45
+ "2026-06-13 03:00:00",
46
+ "2026-06-13 04:00:00",
47
+ "2026-06-13 05:00:00",
48
+ "2026-06-13 06:00:00",
49
+ "2026-06-13 07:00:00",
50
+ "2026-06-13 08:00:00",
51
+ "2026-06-13 09:00:00",
52
+ "2026-06-13 10:00:00",
53
+ "2026-06-13 11:00:00",
54
+ "2026-06-13 12:00:00",
55
+ "2026-06-13 13:00:00",
56
+ "2026-06-13 14:00:00",
57
+ "2026-06-13 15:00:00",
58
+ "2026-06-13 16:00:00",
59
+ "2026-06-13 17:00:00",
60
+ "2026-06-13 18:00:00",
61
+ "2026-06-13 19:00:00",
62
+ "2026-06-13 20:00:00",
63
+ "2026-06-13 21:00:00",
64
+ "2026-06-13 22:00:00",
65
+ "2026-06-13 23:00:00",
66
+ "2026-06-14 00:00:00",
67
+ "2026-06-14 01:00:00",
68
+ "2026-06-14 02:00:00",
69
+ "2026-06-14 03:00:00",
70
+ "2026-06-14 04:00:00",
71
+ "2026-06-14 05:00:00",
72
+ "2026-06-14 06:00:00",
73
+ "2026-06-14 07:00:00",
74
+ "2026-06-14 08:00:00",
75
+ "2026-06-14 09:00:00",
76
+ "2026-06-14 10:00:00",
77
+ "2026-06-14 11:00:00",
78
+ "2026-06-14 12:00:00",
79
+ "2026-06-14 13:00:00",
80
+ "2026-06-14 14:00:00",
81
+ "2026-06-14 15:00:00",
82
+ "2026-06-14 16:00:00",
83
+ "2026-06-14 17:00:00",
84
+ "2026-06-14 18:00:00",
85
+ "2026-06-14 19:00:00",
86
+ "2026-06-14 20:00:00",
87
+ "2026-06-14 21:00:00",
88
+ "2026-06-14 22:00:00",
89
+ "2026-06-14 23:00:00",
90
+ "2026-06-15 00:00:00",
91
+ "2026-06-15 01:00:00",
92
+ "2026-06-15 02:00:00",
93
+ "2026-06-15 03:00:00",
94
+ "2026-06-15 04:00:00",
95
+ "2026-06-15 05:00:00",
96
+ "2026-06-15 06:00:00",
97
+ "2026-06-15 07:00:00",
98
+ "2026-06-15 08:00:00",
99
+ "2026-06-15 09:00:00",
100
+ "2026-06-15 10:00:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 12:00:00",
103
+ "2026-06-15 13:00:00",
104
+ "2026-06-15 14:00:00",
105
+ "2026-06-15 15:00:00",
106
+ "2026-06-15 16:00:00",
107
+ "2026-06-15 17:00:00",
108
+ "2026-06-15 18:00:00",
109
+ "2026-06-15 19:00:00",
110
+ "2026-06-15 20:00:00",
111
+ "2026-06-15 21:00:00",
112
+ "2026-06-15 22:00:00",
113
+ "2026-06-15 23:00:00",
114
+ "2026-06-16 00:00:00",
115
+ "2026-06-16 01:00:00",
116
+ "2026-06-16 02:00:00",
117
+ "2026-06-16 03:00:00",
118
+ "2026-06-16 04:00:00",
119
+ "2026-06-16 05:00:00",
120
+ "2026-06-16 06:00:00",
121
+ "2026-06-16 07:00:00",
122
+ "2026-06-16 08:00:00",
123
+ "2026-06-16 09:00:00",
124
+ "2026-06-16 10:00:00",
125
+ "2026-06-16 11:00:00",
126
+ "2026-06-16 12:00:00",
127
+ "2026-06-16 13:00:00",
128
+ "2026-06-16 14:00:00",
129
+ "2026-06-16 15:00:00",
130
+ "2026-06-16 16:00:00",
131
+ "2026-06-16 17:00:00",
132
+ "2026-06-16 18:00:00",
133
+ "2026-06-16 19:00:00",
134
+ "2026-06-16 20:00:00",
135
+ "2026-06-16 21:00:00",
136
+ "2026-06-16 22:00:00",
137
+ "2026-06-16 23:00:00",
138
+ "2026-06-17 00:00:00",
139
+ "2026-06-17 01:00:00",
140
+ "2026-06-17 02:00:00",
141
+ "2026-06-17 03:00:00"
142
+ ],
143
+ "context": [
144
+ 63700.0,
145
+ 63358.19921875,
146
+ 62980.44921875,
147
+ 63100.80078125,
148
+ 63470.80859375,
149
+ 63752.9296875,
150
+ 63702.01171875,
151
+ 63766.01171875,
152
+ 63465.51171875,
153
+ 63229.1015625,
154
+ 63999.98828125,
155
+ 63593.01953125,
156
+ 63982.48046875,
157
+ 63865.44140625,
158
+ 63694.0,
159
+ 63589.26953125,
160
+ 63449.0,
161
+ 63472.0,
162
+ 63502.0,
163
+ 63580.01171875,
164
+ 63600.01171875,
165
+ 63837.890625,
166
+ 63646.01171875,
167
+ 63532.0,
168
+ 63512.01171875,
169
+ 63584.03125,
170
+ 63735.73828125,
171
+ 63846.0,
172
+ 63806.0,
173
+ 63743.12109375,
174
+ 63843.01171875,
175
+ 63971.28125,
176
+ 64133.12109375,
177
+ 64102.69140625,
178
+ 64220.96875,
179
+ 64296.1484375,
180
+ 64029.171875,
181
+ 63971.19140625,
182
+ 64161.4609375,
183
+ 64296.58984375,
184
+ 64278.30859375,
185
+ 64471.0390625,
186
+ 64456.46875,
187
+ 64458.01171875,
188
+ 64565.0,
189
+ 64563.0,
190
+ 64490.01171875,
191
+ 64545.30078125,
192
+ 64339.0703125,
193
+ 64338.0,
194
+ 64286.1015625,
195
+ 64429.390625,
196
+ 64456.328125,
197
+ 64616.0,
198
+ 64521.12890625,
199
+ 64546.0,
200
+ 64327.53125,
201
+ 64317.98828125,
202
+ 63983.55078125,
203
+ 64025.0703125,
204
+ 63942.62890625,
205
+ 63732.640625,
206
+ 63813.30078125,
207
+ 63802.0,
208
+ 64008.640625,
209
+ 65311.58984375,
210
+ 65426.78125,
211
+ 65746.453125,
212
+ 65625.9921875,
213
+ 65525.0,
214
+ 65472.01171875,
215
+ 65927.1015625,
216
+ 65644.0078125,
217
+ 65858.0078125,
218
+ 65812.0078125,
219
+ 65674.7578125,
220
+ 65662.0078125,
221
+ 65596.859375,
222
+ 65917.3671875,
223
+ 66233.8984375,
224
+ 66563.4921875,
225
+ 66447.046875,
226
+ 66591.546875,
227
+ 67292.140625,
228
+ 67157.9921875,
229
+ 66851.7890625,
230
+ 66766.1171875,
231
+ 66614.3515625,
232
+ 66519.9765625,
233
+ 66368.1484375,
234
+ 66206.34375,
235
+ 66328.7421875,
236
+ 66250.0,
237
+ 66346.5234375,
238
+ 65741.9921875,
239
+ 66165.2109375
240
+ ],
241
+ "actual": [
242
+ 65840.09375,
243
+ 66045.0,
244
+ 66446.0,
245
+ 66372.0,
246
+ 66899.609375,
247
+ 66510.0,
248
+ 66514.0,
249
+ 66481.7265625,
250
+ 66429.828125,
251
+ 66052.0,
252
+ 65654.8984375,
253
+ 65859.7578125,
254
+ 65758.0703125,
255
+ 65978.7890625,
256
+ 65847.9921875,
257
+ 65675.8828125,
258
+ 65854.0,
259
+ 65776.96875,
260
+ 65780.0,
261
+ 65675.0078125,
262
+ 65700.0,
263
+ 65940.0,
264
+ 65904.0,
265
+ 65755.453125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66052.046875,
270
+ 65976.8671875,
271
+ 65924.53125,
272
+ 65899.65625,
273
+ 65880.53125,
274
+ 65855.359375,
275
+ 65823.0,
276
+ 65831.1171875,
277
+ 65809.7109375,
278
+ 65758.59375,
279
+ 65739.8984375,
280
+ 65678.421875,
281
+ 65651.96875,
282
+ 65652.2421875,
283
+ 65618.90625,
284
+ 65561.15625,
285
+ 65551.6640625,
286
+ 65522.84375,
287
+ 65498.73046875,
288
+ 65451.875,
289
+ 65437.5234375,
290
+ 65438.21484375,
291
+ 65458.65234375,
292
+ 65510.8359375
293
+ ],
294
+ "p10": [
295
+ 65992.1796875,
296
+ 66039.125,
297
+ 65945.2109375,
298
+ 65941.4921875,
299
+ 65918.4609375,
300
+ 65871.1796875,
301
+ 65798.859375,
302
+ 65815.5,
303
+ 65785.4140625,
304
+ 65881.7265625,
305
+ 65724.03125,
306
+ 65728.8984375,
307
+ 65651.34375,
308
+ 65697.171875,
309
+ 65682.109375,
310
+ 65618.0625,
311
+ 65627.109375,
312
+ 65486.84375,
313
+ 65559.09375,
314
+ 65578.453125,
315
+ 65609.0,
316
+ 65595.609375,
317
+ 65531.06640625,
318
+ 65521.8515625
319
+ ],
320
+ "p90": [
321
+ 66399.0546875,
322
+ 66448.1171875,
323
+ 66512.734375,
324
+ 66564.7265625,
325
+ 66605.3984375,
326
+ 66620.8203125,
327
+ 66636.09375,
328
+ 66714.7421875,
329
+ 66724.5234375,
330
+ 66739.6953125,
331
+ 66779.6484375,
332
+ 66707.5859375,
333
+ 66742.3125,
334
+ 66797.234375,
335
+ 66761.921875,
336
+ 66767.5078125,
337
+ 66782.8828125,
338
+ 66744.328125,
339
+ 66780.078125,
340
+ 66731.2578125,
341
+ 66745.0703125,
342
+ 66740.625,
343
+ 66746.8671875,
344
+ 66746.640625
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_032619.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-17T03:26:19.530096+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 152003.81473286948,
8
+ "MSE[0.5]": 152003.81473286948,
9
+ "MAE[0.5]": 362.265625,
10
+ "MASE[0.5]": 0.37785758020577864,
11
+ "MAPE[0.5]": 0.005484614806250543,
12
+ "sMAPE[0.5]": 0.005480515598674247,
13
+ "MSIS": 2.38810520037439,
14
+ "RMSE[mean]": 389.87666605334243,
15
+ "NRMSE[mean]": 0.005904422830640408,
16
+ "ND[0.5]": 0.005486271975849834,
17
+ "mean_weighted_sum_quantile_loss": 0.005636425143094684
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 04:00:00",
23
+ "2026-06-12 05:00:00",
24
+ "2026-06-12 06:00:00",
25
+ "2026-06-12 07:00:00",
26
+ "2026-06-12 08:00:00",
27
+ "2026-06-12 09:00:00",
28
+ "2026-06-12 10:00:00",
29
+ "2026-06-12 11:00:00",
30
+ "2026-06-12 12:00:00",
31
+ "2026-06-12 13:00:00",
32
+ "2026-06-12 14:00:00",
33
+ "2026-06-12 15:00:00",
34
+ "2026-06-12 16:00:00",
35
+ "2026-06-12 17:00:00",
36
+ "2026-06-12 18:00:00",
37
+ "2026-06-12 19:00:00",
38
+ "2026-06-12 20:00:00",
39
+ "2026-06-12 21:00:00",
40
+ "2026-06-12 22:00:00",
41
+ "2026-06-12 23:00:00",
42
+ "2026-06-13 00:00:00",
43
+ "2026-06-13 01:00:00",
44
+ "2026-06-13 02:00:00",
45
+ "2026-06-13 03:00:00",
46
+ "2026-06-13 04:00:00",
47
+ "2026-06-13 05:00:00",
48
+ "2026-06-13 06:00:00",
49
+ "2026-06-13 07:00:00",
50
+ "2026-06-13 08:00:00",
51
+ "2026-06-13 09:00:00",
52
+ "2026-06-13 10:00:00",
53
+ "2026-06-13 11:00:00",
54
+ "2026-06-13 12:00:00",
55
+ "2026-06-13 13:00:00",
56
+ "2026-06-13 14:00:00",
57
+ "2026-06-13 15:00:00",
58
+ "2026-06-13 16:00:00",
59
+ "2026-06-13 17:00:00",
60
+ "2026-06-13 18:00:00",
61
+ "2026-06-13 19:00:00",
62
+ "2026-06-13 20:00:00",
63
+ "2026-06-13 21:00:00",
64
+ "2026-06-13 22:00:00",
65
+ "2026-06-13 23:00:00",
66
+ "2026-06-14 00:00:00",
67
+ "2026-06-14 01:00:00",
68
+ "2026-06-14 02:00:00",
69
+ "2026-06-14 03:00:00",
70
+ "2026-06-14 04:00:00",
71
+ "2026-06-14 05:00:00",
72
+ "2026-06-14 06:00:00",
73
+ "2026-06-14 07:00:00",
74
+ "2026-06-14 08:00:00",
75
+ "2026-06-14 09:00:00",
76
+ "2026-06-14 10:00:00",
77
+ "2026-06-14 11:00:00",
78
+ "2026-06-14 12:00:00",
79
+ "2026-06-14 13:00:00",
80
+ "2026-06-14 14:00:00",
81
+ "2026-06-14 15:00:00",
82
+ "2026-06-14 16:00:00",
83
+ "2026-06-14 17:00:00",
84
+ "2026-06-14 18:00:00",
85
+ "2026-06-14 19:00:00",
86
+ "2026-06-14 20:00:00",
87
+ "2026-06-14 21:00:00",
88
+ "2026-06-14 22:00:00",
89
+ "2026-06-14 23:00:00",
90
+ "2026-06-15 00:00:00",
91
+ "2026-06-15 01:00:00",
92
+ "2026-06-15 02:00:00",
93
+ "2026-06-15 03:00:00",
94
+ "2026-06-15 04:00:00",
95
+ "2026-06-15 05:00:00",
96
+ "2026-06-15 06:00:00",
97
+ "2026-06-15 07:00:00",
98
+ "2026-06-15 08:00:00",
99
+ "2026-06-15 09:00:00",
100
+ "2026-06-15 10:00:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 12:00:00",
103
+ "2026-06-15 13:00:00",
104
+ "2026-06-15 14:00:00",
105
+ "2026-06-15 15:00:00",
106
+ "2026-06-15 16:00:00",
107
+ "2026-06-15 17:00:00",
108
+ "2026-06-15 18:00:00",
109
+ "2026-06-15 19:00:00",
110
+ "2026-06-15 20:00:00",
111
+ "2026-06-15 21:00:00",
112
+ "2026-06-15 22:00:00",
113
+ "2026-06-15 23:00:00",
114
+ "2026-06-16 00:00:00",
115
+ "2026-06-16 01:00:00",
116
+ "2026-06-16 02:00:00",
117
+ "2026-06-16 03:00:00",
118
+ "2026-06-16 04:00:00",
119
+ "2026-06-16 05:00:00",
120
+ "2026-06-16 06:00:00",
121
+ "2026-06-16 07:00:00",
122
+ "2026-06-16 08:00:00",
123
+ "2026-06-16 09:00:00",
124
+ "2026-06-16 10:00:00",
125
+ "2026-06-16 11:00:00",
126
+ "2026-06-16 12:00:00",
127
+ "2026-06-16 13:00:00",
128
+ "2026-06-16 14:00:00",
129
+ "2026-06-16 15:00:00",
130
+ "2026-06-16 16:00:00",
131
+ "2026-06-16 17:00:00",
132
+ "2026-06-16 18:00:00",
133
+ "2026-06-16 19:00:00",
134
+ "2026-06-16 20:00:00",
135
+ "2026-06-16 21:00:00",
136
+ "2026-06-16 22:00:00",
137
+ "2026-06-16 23:00:00",
138
+ "2026-06-17 00:00:00",
139
+ "2026-06-17 01:00:00",
140
+ "2026-06-17 02:00:00",
141
+ "2026-06-17 03:00:00"
142
+ ],
143
+ "context": [
144
+ 63700.0,
145
+ 63358.19921875,
146
+ 62980.44921875,
147
+ 63100.80078125,
148
+ 63470.80859375,
149
+ 63752.9296875,
150
+ 63702.01171875,
151
+ 63766.01171875,
152
+ 63465.51171875,
153
+ 63229.1015625,
154
+ 63999.98828125,
155
+ 63593.01953125,
156
+ 63982.48046875,
157
+ 63865.44140625,
158
+ 63694.0,
159
+ 63589.26953125,
160
+ 63449.0,
161
+ 63472.0,
162
+ 63502.0,
163
+ 63580.01171875,
164
+ 63600.01171875,
165
+ 63837.890625,
166
+ 63646.01171875,
167
+ 63532.0,
168
+ 63512.01171875,
169
+ 63584.03125,
170
+ 63735.73828125,
171
+ 63846.0,
172
+ 63806.0,
173
+ 63743.12109375,
174
+ 63843.01171875,
175
+ 63971.28125,
176
+ 64133.12109375,
177
+ 64102.69140625,
178
+ 64220.96875,
179
+ 64296.1484375,
180
+ 64029.171875,
181
+ 63971.19140625,
182
+ 64161.4609375,
183
+ 64296.58984375,
184
+ 64278.30859375,
185
+ 64471.0390625,
186
+ 64456.46875,
187
+ 64458.01171875,
188
+ 64565.0,
189
+ 64563.0,
190
+ 64490.01171875,
191
+ 64545.30078125,
192
+ 64339.0703125,
193
+ 64338.0,
194
+ 64286.1015625,
195
+ 64429.390625,
196
+ 64456.328125,
197
+ 64616.0,
198
+ 64521.12890625,
199
+ 64546.0,
200
+ 64327.53125,
201
+ 64317.98828125,
202
+ 63983.55078125,
203
+ 64025.0703125,
204
+ 63942.62890625,
205
+ 63732.640625,
206
+ 63813.30078125,
207
+ 63802.0,
208
+ 64008.640625,
209
+ 65311.58984375,
210
+ 65426.78125,
211
+ 65746.453125,
212
+ 65625.9921875,
213
+ 65525.0,
214
+ 65472.01171875,
215
+ 65927.1015625,
216
+ 65644.0078125,
217
+ 65858.0078125,
218
+ 65812.0078125,
219
+ 65674.7578125,
220
+ 65662.0078125,
221
+ 65596.859375,
222
+ 65917.3671875,
223
+ 66233.8984375,
224
+ 66563.4921875,
225
+ 66447.046875,
226
+ 66591.546875,
227
+ 67292.140625,
228
+ 67157.9921875,
229
+ 66851.7890625,
230
+ 66766.1171875,
231
+ 66614.3515625,
232
+ 66519.9765625,
233
+ 66368.1484375,
234
+ 66206.34375,
235
+ 66328.7421875,
236
+ 66250.0,
237
+ 66346.5234375,
238
+ 65741.9921875,
239
+ 66165.2109375
240
+ ],
241
+ "actual": [
242
+ 65840.09375,
243
+ 66045.0,
244
+ 66446.0,
245
+ 66372.0,
246
+ 66899.609375,
247
+ 66510.0,
248
+ 66514.0,
249
+ 66481.7265625,
250
+ 66429.828125,
251
+ 66052.0,
252
+ 65654.8984375,
253
+ 65859.7578125,
254
+ 65758.0703125,
255
+ 65978.7890625,
256
+ 65847.9921875,
257
+ 65675.8828125,
258
+ 65854.0,
259
+ 65776.96875,
260
+ 65780.0,
261
+ 65675.0078125,
262
+ 65700.0,
263
+ 65940.0,
264
+ 65904.0,
265
+ 65755.453125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66135.96875,
270
+ 66135.0,
271
+ 66116.09375,
272
+ 66107.484375,
273
+ 66089.9296875,
274
+ 66093.0703125,
275
+ 66088.9375,
276
+ 66111.3046875,
277
+ 66137.84375,
278
+ 66161.9453125,
279
+ 66168.5078125,
280
+ 66195.4140625,
281
+ 66199.1171875,
282
+ 66205.640625,
283
+ 66198.515625,
284
+ 66190.828125,
285
+ 66169.1015625,
286
+ 66169.234375,
287
+ 66156.890625,
288
+ 66158.2265625,
289
+ 66155.2421875,
290
+ 66159.6953125,
291
+ 66155.3203125,
292
+ 66169.140625
293
+ ],
294
+ "p10": [
295
+ 65771.453125,
296
+ 65642.8046875,
297
+ 65519.8828125,
298
+ 65424.02734375,
299
+ 65332.703125,
300
+ 65272.859375,
301
+ 65213.734375,
302
+ 65167.6015625,
303
+ 65129.48046875,
304
+ 65084.421875,
305
+ 65021.93359375,
306
+ 65001.5,
307
+ 64957.9296875,
308
+ 64920.3359375,
309
+ 64869.85546875,
310
+ 64830.765625,
311
+ 64785.97265625,
312
+ 64754.8359375,
313
+ 64710.1484375,
314
+ 64684.04296875,
315
+ 64645.3671875,
316
+ 64614.00390625,
317
+ 64573.359375,
318
+ 64560.79296875
319
+ ],
320
+ "p90": [
321
+ 66520.4140625,
322
+ 66647.859375,
323
+ 66734.1171875,
324
+ 66814.171875,
325
+ 66861.5078125,
326
+ 66925.3203125,
327
+ 66996.2265625,
328
+ 67083.6875,
329
+ 67171.5,
330
+ 67259.96875,
331
+ 67312.8125,
332
+ 67378.0390625,
333
+ 67401.90625,
334
+ 67435.484375,
335
+ 67456.203125,
336
+ 67454.953125,
337
+ 67452.484375,
338
+ 67497.3125,
339
+ 67520.6484375,
340
+ 67559.4609375,
341
+ 67569.078125,
342
+ 67596.7265625,
343
+ 67611.8515625,
344
+ 67653.5078125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_032558.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-17T03:25:58.297453+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 88656.13947550456,
8
+ "MSE[0.5]": 88656.13947550456,
9
+ "MAE[0.5]": 229.98828125,
10
+ "MASE[0.5]": 0.2398870039872291,
11
+ "MAPE[0.5]": 0.0034716668176875184,
12
+ "sMAPE[0.5]": 0.0034778601049917026,
13
+ "MSIS": 2.798195504379388,
14
+ "RMSE[mean]": 297.75180851760507,
15
+ "NRMSE[mean]": 0.004509253128360557,
16
+ "ND[0.5]": 0.0034830195721599166,
17
+ "mean_weighted_sum_quantile_loss": 0.005754402733370171
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 04:00:00",
23
+ "2026-06-12 05:00:00",
24
+ "2026-06-12 06:00:00",
25
+ "2026-06-12 07:00:00",
26
+ "2026-06-12 08:00:00",
27
+ "2026-06-12 09:00:00",
28
+ "2026-06-12 10:00:00",
29
+ "2026-06-12 11:00:00",
30
+ "2026-06-12 12:00:00",
31
+ "2026-06-12 13:00:00",
32
+ "2026-06-12 14:00:00",
33
+ "2026-06-12 15:00:00",
34
+ "2026-06-12 16:00:00",
35
+ "2026-06-12 17:00:00",
36
+ "2026-06-12 18:00:00",
37
+ "2026-06-12 19:00:00",
38
+ "2026-06-12 20:00:00",
39
+ "2026-06-12 21:00:00",
40
+ "2026-06-12 22:00:00",
41
+ "2026-06-12 23:00:00",
42
+ "2026-06-13 00:00:00",
43
+ "2026-06-13 01:00:00",
44
+ "2026-06-13 02:00:00",
45
+ "2026-06-13 03:00:00",
46
+ "2026-06-13 04:00:00",
47
+ "2026-06-13 05:00:00",
48
+ "2026-06-13 06:00:00",
49
+ "2026-06-13 07:00:00",
50
+ "2026-06-13 08:00:00",
51
+ "2026-06-13 09:00:00",
52
+ "2026-06-13 10:00:00",
53
+ "2026-06-13 11:00:00",
54
+ "2026-06-13 12:00:00",
55
+ "2026-06-13 13:00:00",
56
+ "2026-06-13 14:00:00",
57
+ "2026-06-13 15:00:00",
58
+ "2026-06-13 16:00:00",
59
+ "2026-06-13 17:00:00",
60
+ "2026-06-13 18:00:00",
61
+ "2026-06-13 19:00:00",
62
+ "2026-06-13 20:00:00",
63
+ "2026-06-13 21:00:00",
64
+ "2026-06-13 22:00:00",
65
+ "2026-06-13 23:00:00",
66
+ "2026-06-14 00:00:00",
67
+ "2026-06-14 01:00:00",
68
+ "2026-06-14 02:00:00",
69
+ "2026-06-14 03:00:00",
70
+ "2026-06-14 04:00:00",
71
+ "2026-06-14 05:00:00",
72
+ "2026-06-14 06:00:00",
73
+ "2026-06-14 07:00:00",
74
+ "2026-06-14 08:00:00",
75
+ "2026-06-14 09:00:00",
76
+ "2026-06-14 10:00:00",
77
+ "2026-06-14 11:00:00",
78
+ "2026-06-14 12:00:00",
79
+ "2026-06-14 13:00:00",
80
+ "2026-06-14 14:00:00",
81
+ "2026-06-14 15:00:00",
82
+ "2026-06-14 16:00:00",
83
+ "2026-06-14 17:00:00",
84
+ "2026-06-14 18:00:00",
85
+ "2026-06-14 19:00:00",
86
+ "2026-06-14 20:00:00",
87
+ "2026-06-14 21:00:00",
88
+ "2026-06-14 22:00:00",
89
+ "2026-06-14 23:00:00",
90
+ "2026-06-15 00:00:00",
91
+ "2026-06-15 01:00:00",
92
+ "2026-06-15 02:00:00",
93
+ "2026-06-15 03:00:00",
94
+ "2026-06-15 04:00:00",
95
+ "2026-06-15 05:00:00",
96
+ "2026-06-15 06:00:00",
97
+ "2026-06-15 07:00:00",
98
+ "2026-06-15 08:00:00",
99
+ "2026-06-15 09:00:00",
100
+ "2026-06-15 10:00:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 12:00:00",
103
+ "2026-06-15 13:00:00",
104
+ "2026-06-15 14:00:00",
105
+ "2026-06-15 15:00:00",
106
+ "2026-06-15 16:00:00",
107
+ "2026-06-15 17:00:00",
108
+ "2026-06-15 18:00:00",
109
+ "2026-06-15 19:00:00",
110
+ "2026-06-15 20:00:00",
111
+ "2026-06-15 21:00:00",
112
+ "2026-06-15 22:00:00",
113
+ "2026-06-15 23:00:00",
114
+ "2026-06-16 00:00:00",
115
+ "2026-06-16 01:00:00",
116
+ "2026-06-16 02:00:00",
117
+ "2026-06-16 03:00:00",
118
+ "2026-06-16 04:00:00",
119
+ "2026-06-16 05:00:00",
120
+ "2026-06-16 06:00:00",
121
+ "2026-06-16 07:00:00",
122
+ "2026-06-16 08:00:00",
123
+ "2026-06-16 09:00:00",
124
+ "2026-06-16 10:00:00",
125
+ "2026-06-16 11:00:00",
126
+ "2026-06-16 12:00:00",
127
+ "2026-06-16 13:00:00",
128
+ "2026-06-16 14:00:00",
129
+ "2026-06-16 15:00:00",
130
+ "2026-06-16 16:00:00",
131
+ "2026-06-16 17:00:00",
132
+ "2026-06-16 18:00:00",
133
+ "2026-06-16 19:00:00",
134
+ "2026-06-16 20:00:00",
135
+ "2026-06-16 21:00:00",
136
+ "2026-06-16 22:00:00",
137
+ "2026-06-16 23:00:00",
138
+ "2026-06-17 00:00:00",
139
+ "2026-06-17 01:00:00",
140
+ "2026-06-17 02:00:00",
141
+ "2026-06-17 03:00:00"
142
+ ],
143
+ "context": [
144
+ 63700.0,
145
+ 63358.19921875,
146
+ 62980.44921875,
147
+ 63100.80078125,
148
+ 63470.80859375,
149
+ 63752.9296875,
150
+ 63702.01171875,
151
+ 63766.01171875,
152
+ 63465.51171875,
153
+ 63229.1015625,
154
+ 63999.98828125,
155
+ 63593.01953125,
156
+ 63982.48046875,
157
+ 63865.44140625,
158
+ 63694.0,
159
+ 63589.26953125,
160
+ 63449.0,
161
+ 63472.0,
162
+ 63502.0,
163
+ 63580.01171875,
164
+ 63600.01171875,
165
+ 63837.890625,
166
+ 63646.01171875,
167
+ 63532.0,
168
+ 63512.01171875,
169
+ 63584.03125,
170
+ 63735.73828125,
171
+ 63846.0,
172
+ 63806.0,
173
+ 63743.12109375,
174
+ 63843.01171875,
175
+ 63971.28125,
176
+ 64133.12109375,
177
+ 64102.69140625,
178
+ 64220.96875,
179
+ 64296.1484375,
180
+ 64029.171875,
181
+ 63971.19140625,
182
+ 64161.4609375,
183
+ 64296.58984375,
184
+ 64278.30859375,
185
+ 64471.0390625,
186
+ 64456.46875,
187
+ 64458.01171875,
188
+ 64565.0,
189
+ 64563.0,
190
+ 64490.01171875,
191
+ 64545.30078125,
192
+ 64339.0703125,
193
+ 64338.0,
194
+ 64286.1015625,
195
+ 64429.390625,
196
+ 64456.328125,
197
+ 64616.0,
198
+ 64521.12890625,
199
+ 64546.0,
200
+ 64327.53125,
201
+ 64317.98828125,
202
+ 63983.55078125,
203
+ 64025.0703125,
204
+ 63942.62890625,
205
+ 63732.640625,
206
+ 63813.30078125,
207
+ 63802.0,
208
+ 64008.640625,
209
+ 65311.58984375,
210
+ 65426.78125,
211
+ 65746.453125,
212
+ 65625.9921875,
213
+ 65525.0,
214
+ 65472.01171875,
215
+ 65927.1015625,
216
+ 65644.0078125,
217
+ 65858.0078125,
218
+ 65812.0078125,
219
+ 65674.7578125,
220
+ 65662.0078125,
221
+ 65596.859375,
222
+ 65917.3671875,
223
+ 66233.8984375,
224
+ 66563.4921875,
225
+ 66447.046875,
226
+ 66591.546875,
227
+ 67292.140625,
228
+ 67157.9921875,
229
+ 66851.7890625,
230
+ 66766.1171875,
231
+ 66614.3515625,
232
+ 66519.9765625,
233
+ 66368.1484375,
234
+ 66206.34375,
235
+ 66328.7421875,
236
+ 66250.0,
237
+ 66346.5234375,
238
+ 65741.9921875,
239
+ 66165.2109375
240
+ ],
241
+ "actual": [
242
+ 65840.09375,
243
+ 66045.0,
244
+ 66446.0,
245
+ 66372.0,
246
+ 66899.609375,
247
+ 66510.0,
248
+ 66514.0,
249
+ 66481.7265625,
250
+ 66429.828125,
251
+ 66052.0,
252
+ 65654.8984375,
253
+ 65859.7578125,
254
+ 65758.0703125,
255
+ 65978.7890625,
256
+ 65847.9921875,
257
+ 65675.8828125,
258
+ 65854.0,
259
+ 65776.96875,
260
+ 65780.0,
261
+ 65675.0078125,
262
+ 65700.0,
263
+ 65940.0,
264
+ 65904.0,
265
+ 65755.453125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66124.6328125,
270
+ 66111.6015625,
271
+ 66105.3984375,
272
+ 66088.0625,
273
+ 66069.0234375,
274
+ 66055.109375,
275
+ 66034.3828125,
276
+ 66023.859375,
277
+ 66013.8515625,
278
+ 66004.203125,
279
+ 65988.6640625,
280
+ 65971.71875,
281
+ 65945.7109375,
282
+ 65936.46875,
283
+ 65924.0625,
284
+ 65917.4140625,
285
+ 65909.1015625,
286
+ 65897.828125,
287
+ 65881.390625,
288
+ 65867.9296875,
289
+ 65856.15625,
290
+ 65843.0859375,
291
+ 65828.546875,
292
+ 65820.671875
293
+ ],
294
+ "p10": [
295
+ 65699.5625,
296
+ 65495.95703125,
297
+ 65377.609375,
298
+ 65235.30078125,
299
+ 65120.40625,
300
+ 65011.7890625,
301
+ 64920.51171875,
302
+ 64833.2421875,
303
+ 64752.8046875,
304
+ 64682.55078125,
305
+ 64601.52734375,
306
+ 64517.21484375,
307
+ 64427.4140625,
308
+ 64348.94921875,
309
+ 64290.30078125,
310
+ 64214.63671875,
311
+ 64176.11328125,
312
+ 64118.8671875,
313
+ 64060.78125,
314
+ 64011.34375,
315
+ 63963.6171875,
316
+ 63927.07421875,
317
+ 63883.39453125,
318
+ 63853.875
319
+ ],
320
+ "p90": [
321
+ 66489.5546875,
322
+ 66621.015625,
323
+ 66727.71875,
324
+ 66812.140625,
325
+ 66880.3515625,
326
+ 66950.0390625,
327
+ 66999.78125,
328
+ 67046.921875,
329
+ 67109.2578125,
330
+ 67168.9765625,
331
+ 67215.40625,
332
+ 67247.8671875,
333
+ 67267.7421875,
334
+ 67323.875,
335
+ 67365.0,
336
+ 67411.8515625,
337
+ 67458.0703125,
338
+ 67493.796875,
339
+ 67524.34375,
340
+ 67541.984375,
341
+ 67571.1953125,
342
+ 67611.375,
343
+ 67637.625,
344
+ 67664.171875
345
+ ]
346
+ }
347
+ }
results/timer_s1/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,189523.75886027017,189523.75886027017,345.03125,0.3598814356740998,0.005205598528659364,0.00522705489102428,2.8409340053034793,435.3432655506114,0.006592989444052397,0.005225272949246403,0.006507607378809599,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,16.3539103754318,16.3539103754318,3.026707092920939,1.8727047008785498,0.1322587084564343,0.11857944350187359,33.8137115518343,4.04399683177816,0.1775727219973551,0.13290332300837868,0.09889873129206843,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.08182007922988133,0.08182007922988133,0.22581185152133307,0.233156279361263,0.20392827728826676,0.24372892731974272,1.8924185885258746,0.2860420934580806,0.26163381455583357,0.2065430838209833,0.16911740724861718,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.02532391305237584,0.02532391305237584,0.13019820551077524,0.9468958485264941,0.1043331221440202,0.11138000814831402,9.972369459713265,0.15913488948805612,0.13353975671556292,0.10925722664995313,0.09095068378220711,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,189547.46532185873,189547.46532185873,345.0846354166667,0.3599371188053931,0.0052064076732765965,0.005227866774777737,2.8409340053034793,435.3704920201399,0.006593396570491741,0.0052260773143541165,0.006508051405061252,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,16.3539103754318,16.3539103754318,3.026707092920939,1.8727047008785498,0.1322587084564343,0.11857944350187359,33.8137115518343,4.04399683177816,0.1775727219973551,0.13290332300837868,0.09889873129206843,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.08182007922988133,0.08182007922988133,0.22581185152133307,0.233156279361263,0.20392827728826676,0.24372892731974272,1.8924185885258746,0.2860420934580806,0.26163381455583357,0.2065430838209833,0.16911740724861718,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.02532391305237584,0.02532391305237584,0.13019820551077524,0.9468958485264941,0.1043331221440202,0.11138000814831402,9.972369459713265,0.15913488948805612,0.13353975671556292,0.10925722664995313,0.09095068378220711,Ocean,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-17T03:21:31.724160+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
- 65754.171875
131
  ],
132
  "p50": [
133
  65936.75,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-17T03:26:39.927376+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
+ 65755.453125
131
  ],
132
  "p50": [
133
  65936.75,
results/timer_s1/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-17T03:21:42.351274+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
14
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-17T03:26:42.423711+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,86738.26307678223,186243.43260892233,364.97314453125,0.3806816316968303,0.005511280837961108,0.005531999657705132,1.8929988082451779,294.5136042304026,0.004460216195982781,0.005527279918327799,0.004126961068038239,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,18.5904912307019,16.133424850871204,3.054056723912557,1.8896266497004521,0.13246226890609372,0.11936849060466577,77.54347347707674,4.3116691930970195,0.18932626973244315,0.13410425085843075,0.139391436490244,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.133638530308396,0.14485309949787906,0.3051370643079281,0.3150615086406735,0.2756457782151358,0.3519123732500204,9.336830656799913,0.36556604096715,0.3343718982546401,0.2790993910445268,0.24953907350554694,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.027782973188566967,0.035396431685907004,0.16079427798589072,1.169412694240661,0.12896789331358152,0.1400043633124842,17.61256360175551,0.16668225217031046,0.13987320741059742,0.1349322504484603,0.1007823689300728,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,86732.45657857259,186269.48218981424,365.0265299479167,0.3807373148281236,0.00551208971161576,0.005532811540975946,1.8929988082451779,294.503746289538,0.004460063385950798,0.005528084045222246,0.004127406972066204,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,18.5904912307019,16.133424850871204,3.054056723912557,1.8896266497004521,0.13246226890609372,0.11936849060466577,77.54347347707674,4.3116691930970195,0.18932626973244315,0.13410425085843075,0.139391436490244,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.133638530308396,0.14485309949787906,0.3051370643079281,0.3150615086406735,0.2756457782151358,0.3519123732500204,9.336830656799913,0.36556604096715,0.3343718982546401,0.2790993910445268,0.24953907350554694,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.027782973188566967,0.035396431685907004,0.16079427798589072,1.169412694240661,0.12896789331358152,0.1400043633124842,17.61256360175551,0.16668225217031046,0.13987320741059742,0.1349322504484603,0.1007823689300728,Ocean,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-17T03:20:16.280142+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
- 65754.171875
131
  ],
132
  "p50": [
133
  66052.046875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-17T03:25:22.211530+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
+ 65755.453125
131
  ],
132
  "p50": [
133
  66052.046875,
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-17T03:20:24.652719+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
14
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-17T03:25:53.583313+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/tirex/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,152048.05289204916,152048.05289204916,362.3190104166667,0.37791326333707204,0.00548543180810736,0.005481327476741547,2.38810520037439,389.93339545626145,0.005905286617619139,0.00548708479051661,0.005636699084683735,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,17.637521577107236,17.637521577107236,3.200507879257202,1.9802398998905577,0.1397924349280809,0.1251624238063063,35.26122992760205,4.19970493929124,0.18440989661403176,0.1405349508258121,0.10327514252213105,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08438296094846749,0.08438296094846749,0.2354761560757955,0.24313491102896223,0.2129759255421475,0.25411773085427664,4.913214173617636,0.2904874540293737,0.26569984773746375,0.2153827228931392,0.189644827443484,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02000576438627988,0.02000576438627988,0.11177316308021545,0.8128955670481316,0.08971146043817217,0.09464427606840493,4.260535010460794,0.14144173495216988,0.11869235549604316,0.09379565381971876,0.08519314315335033,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,152003.81473286948,152003.81473286948,362.265625,0.37785758020577864,0.005484614806250543,0.005480515598674247,2.38810520037439,389.87666605334243,0.005904422830640408,0.005486271975849834,0.005636425143094684,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,17.637521577107236,17.637521577107236,3.200507879257202,1.9802398998905577,0.1397924349280809,0.1251624238063063,35.26122992760205,4.19970493929124,0.18440989661403176,0.1405349508258121,0.10327514252213105,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08438296094846749,0.08438296094846749,0.2354761560757955,0.24313491102896223,0.2129759255421475,0.25411773085427664,4.913214173617636,0.2904874540293737,0.26569984773746375,0.2153827228931392,0.189644827443484,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02000576438627988,0.02000576438627988,0.11177316308021545,0.8128955670481316,0.08971146043817217,0.09464427606840493,4.260535010460794,0.14144173495216988,0.11869235549604316,0.09379565381971876,0.08519314315335033,Ocean,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-17T03:20:43.856417+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
- 65754.171875
131
  ],
132
  "p50": [
133
  66135.96875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-17T03:26:19.530096+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
+ 65755.453125
131
  ],
132
  "p50": [
133
  66135.96875,
results/tirex/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-17T03:21:10.118216+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
14
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-17T03:26:27.701130+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,88663.17133585612,88663.17133585612,230.04166666666666,0.23994268711852249,0.003472479516940234,0.0034786719908638207,2.798195504379388,297.7636165414709,0.004509435509925338,0.0034838308067251626,0.005754676768016177,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,27.05844672414484,27.05844672414484,4.005553563435872,2.4783432151104177,0.17518568902389717,0.1530420853383816,59.56318838485316,5.201773421069476,0.22841092711406744,0.17588467027872576,0.14384385186693963,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.06998450775170466,0.06998450775170466,0.21582474559545517,0.22284434735425532,0.19519026916843052,0.2286023268833468,4.257676681720832,0.2645458518890528,0.24197187035620252,0.19740818836496352,0.1725226099595266,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0210404586674026,0.0210404586674026,0.11477201183636983,0.8347053717717952,0.09194116039248046,0.09732937050297323,5.467151886909278,0.14505329595497857,0.12172303581529952,0.09631217005705639,0.08038634451269254,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,88656.13947550456,88656.13947550456,229.98828125,0.2398870039872291,0.0034716668176875184,0.0034778601049917026,2.798195504379388,297.75180851760507,0.004509253128360557,0.0034830195721599166,0.005754402733370171,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,27.05844672414484,27.05844672414484,4.005553563435872,2.4783432151104177,0.17518568902389717,0.1530420853383816,59.56318838485316,5.201773421069476,0.22841092711406744,0.17588467027872576,0.14384385186693963,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.06998450775170466,0.06998450775170466,0.21582474559545517,0.22284434735425532,0.19519026916843052,0.2286023268833468,4.257676681720832,0.2645458518890528,0.24197187035620252,0.19740818836496352,0.1725226099595266,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0210404586674026,0.0210404586674026,0.11477201183636983,0.8347053717717952,0.09194116039248046,0.09732937050297323,5.467151886909278,0.14505329595497857,0.12172303581529952,0.09631217005705639,0.08038634451269254,Ocean,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-17T03:20:29.754860+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
- 65754.171875
131
  ],
132
  "p50": [
133
  66124.6328125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-17T03:25:58.297453+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65700.0,
128
  65940.0,
129
  65904.0,
130
+ 65755.453125
131
  ],
132
  "p50": [
133
  66124.6328125,
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-17T03:20:37.142893+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t004800z",
14
- "data_fetched_at": "2026-06-17T03:19:42.781053Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-17T03:26:01.995318+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z",
8
+ "data_fetched_at": "2026-06-17T03:24:58.883478Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }