ziyuzhou02 commited on
Commit
f4060ac
·
verified ·
1 Parent(s): d1d8913

Update leaderboard results from local eval

Browse files
Files changed (40) hide show
  1. results/baseline_rank_history_daily.csv +1 -1
  2. results/baseline_rank_history_weekly.csv +1 -1
  3. results/chronos_2/all_results.csv +2 -2
  4. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  5. results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +82 -82
  6. results/chronos_2/online_meta.json +8 -2
  7. results/eval_history.jsonl +2 -0
  8. results/moirai_1_1_large/all_results.csv +2 -2
  9. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +74 -74
  10. results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +82 -82
  11. results/moirai_1_1_large/online_meta.json +8 -2
  12. results/online_status.json +52 -18
  13. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_125245.json +347 -0
  14. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_125429.json +347 -0
  15. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_125451.json +347 -0
  16. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_125301.json +347 -0
  17. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_125352.json +347 -0
  18. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_125336.json +347 -0
  19. results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_125250.json +347 -0
  20. results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_125434.json +347 -0
  21. results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_125456.json +347 -0
  22. results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_125310.json +347 -0
  23. results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_125403.json +347 -0
  24. results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_125341.json +347 -0
  25. results/timer_s1/all_results.csv +2 -2
  26. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  27. results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +82 -82
  28. results/timer_s1/online_meta.json +8 -2
  29. results/timesfm_2_5/all_results.csv +2 -2
  30. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  31. results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +82 -82
  32. results/timesfm_2_5/online_meta.json +8 -2
  33. results/tirex/all_results.csv +2 -2
  34. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  35. results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +82 -82
  36. results/tirex/online_meta.json +8 -2
  37. results/toto_2_0_1b/all_results.csv +2 -2
  38. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  39. results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +82 -82
  40. results/toto_2_0_1b/online_meta.json +8 -2
results/baseline_rank_history_daily.csv CHANGED
@@ -7,4 +7,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N
7
  2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778
8
  2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600
9
  2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400
10
- 2026-06-16,Chronos-2,3.400,3.400,3.400,3.100,3.400,3.100,3.400,3.100,3.300
 
7
  2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778
8
  2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600
9
  2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400
10
+ 2026-06-16,Chronos-2,3.500,3.400,3.500,3.200,3.600,3.100,3.500,3.200,3.500
results/baseline_rank_history_weekly.csv CHANGED
@@ -1,3 +1,3 @@
1
  week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
2
  2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
- 2026-W25,Chronos-Bolt-Mini,3.35,3.2,3.35,3.1,3.35,2.85,3.35,3.1,3.35
 
1
  week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
2
  2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
+ 2026-W25,Chronos-Bolt-Mini,3.4,3.2,3.4,3.15,3.45,2.85,3.4,3.15,3.45
results/chronos_2/all_results.csv CHANGED
@@ -1,7 +1,7 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,188784.26570892334,188784.26570892334,360.9287109375,0.5551047592998041,0.005436697519811244,0.0054257106337228566,4.194782699247601,434.49311353452237,0.006536949331306773,0.0054301728200459596,0.005975613855630991,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.00591298620027966,0.00591298620027966,0.07224699641422679,0.09194898087902915,0.7480065499700596,0.4526357468361318,1.2812882424284353,0.07689594397807767,0.14236694815126089,0.13375977796073202,0.26563257372116367,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.005167634657708457,0.005167634657708457,0.06813613573710124,0.6289489683352606,0.06900833647121453,0.06655196866185638,4.109744672032307,0.07188626195392592,0.07188626195392592,0.06813613573710124,0.051703599536860434,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Chronos-2,0.019167480366225693,0.019167480366225693,0.057550271352132164,0.10281934530517246,0.004013840336921564,0.004060248573928755,1.8509961944844397,0.1384466697549121,0.009853855141849267,0.004096104574287946,0.0064740008932635965,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.41728673433647,20.41728673433647,3.8837023973464966,0.5977481400292389,0.25379690280682005,0.30172152128147184,3.6977984637810875,4.518549184676036,0.30843338609128806,0.26509913514868944,0.2217770080368837,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,190339.59051005045,190339.59051005045,363.4283854166667,0.558949233729343,0.005474503595353734,0.005463340264453016,4.194782699247601,436.279257483152,0.0065640687598679855,0.005467986089746493,0.005988374961752653,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.015555024515945723,0.015555024515945723,0.10917651936567078,0.1395412831039163,2.308239334443233,0.664026129357752,0.9589843103244773,0.12471978397971079,0.2769755502116025,0.24245733560934973,0.3019771237833447,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.005167634657708457,0.005167634657708457,0.06813613573710124,0.6289489683352606,0.06900833647121453,0.06655196866185638,4.109744672032307,0.07188626195392592,0.07188626195392592,0.06813613573710124,0.051703599536860434,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Chronos-2,0.019167480366225693,0.019167480366225693,0.057550271352132164,0.10281934530517246,0.004013840336921564,0.004060248573928755,1.8509961944844397,0.1384466697549121,0.009853855141849267,0.004096104574287946,0.0064740008932635965,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.41728673433647,20.41728673433647,3.8837023973464966,0.5977481400292389,0.25379690280682005,0.30172152128147184,3.6977984637810875,4.518549184676036,0.30843338609128806,0.26509913514868944,0.2217770080368837,Air Quality,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-16T12:47:35.416224+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66457.9921875
131
  ],
132
  "p50": [
133
  66575.828125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-16T12:52:45.519029+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66398.0
131
  ],
132
  "p50": [
133
  66575.828125,
results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json CHANGED
@@ -1,13 +1,11 @@
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-16T12:40:40.214902+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
9
- 1.0759999752044678,
10
- 1.0679999589920044,
11
  1.0609999895095825,
12
  1.0570000410079956,
13
  1.0529999732971191,
@@ -101,11 +99,11 @@
101
  1.4240000247955322,
102
  1.3660000562667847,
103
  1.2970000505447388,
104
- 1.2430000305175781
 
 
105
  ],
106
  "actuals": [
107
- 1.184000015258789,
108
- 1.1200000047683716,
109
  1.062000036239624,
110
  0.996999979019165,
111
  0.9539999961853027,
@@ -127,89 +125,89 @@
127
  0.0729999989271164,
128
  0.032999999821186066,
129
  0.006000000052154064,
130
- -0.020999999716877937
 
 
131
  ],
132
  "p50": [
133
- 1.1264476776123047,
134
- 1.0608716011047363,
135
- 1.0003504753112793,
136
- 0.9375002384185791,
137
- 0.86688232421875,
138
- 0.8031138181686401,
139
- 0.7411550283432007,
140
- 0.6841152906417847,
141
- 0.6318036317825317,
142
- 0.5732898712158203,
143
- 0.5268813371658325,
144
- 0.47855663299560547,
145
- 0.42409396171569824,
146
- 0.386080265045166,
147
- 0.35657167434692383,
148
- 0.31061768531799316,
149
- 0.13614749908447266,
150
- 0.12427115440368652,
151
- 0.0864725112915039,
152
- 0.05975770950317383,
153
- 0.020498156547546387,
154
- -0.007119178771972656,
155
- -0.047446489334106445,
156
- -0.09384071826934814
157
  ],
158
  "p10": [
159
- 1.0629758834838867,
160
- 0.983534038066864,
161
- 0.8980754613876343,
162
- 0.8169069886207581,
163
- 0.7287399768829346,
164
- 0.6271308660507202,
165
- 0.5171645879745483,
166
- 0.45044445991516113,
167
- 0.3659614324569702,
168
- 0.28509092330932617,
169
- 0.19764459133148193,
170
- 0.09691321849822998,
171
- 0.02144002914428711,
172
- -0.06912648677825928,
173
- -0.11858892440795898,
174
- -0.22418200969696045,
175
- -0.6364259719848633,
176
- -0.7698168754577637,
177
- -0.8883969783782959,
178
- -0.9940674304962158,
179
- -1.1210014820098877,
180
- -1.2309377193450928,
181
- -1.3870673179626465,
182
- -1.4649698734283447
183
  ],
184
  "p90": [
185
- 1.1919851303100586,
186
- 1.1535179615020752,
187
- 1.1031739711761475,
188
- 1.0634765625,
189
- 1.0147349834442139,
190
- 0.9783356189727783,
191
- 0.9427180886268616,
192
- 0.9082595705986023,
193
- 0.8735714554786682,
194
- 0.8523653149604797,
195
- 0.8183748722076416,
196
- 0.8139997124671936,
197
- 0.778944730758667,
198
- 0.7961421608924866,
199
- 0.7870845198631287,
200
- 0.7416885495185852,
201
- 0.8727103471755981,
202
- 0.8545231223106384,
203
- 0.8692508339881897,
204
- 0.926331102848053,
205
- 0.9674539566040039,
206
- 0.9546048641204834,
207
- 0.9870508313179016,
208
- 1.0590362548828125
209
  ],
210
  "timestamps": [
211
- "2026-06-16 00:36:00",
212
- "2026-06-16 00:42:00",
213
  "2026-06-16 00:48:00",
214
  "2026-06-16 00:54:00",
215
  "2026-06-16 01:00:00",
@@ -327,6 +325,8 @@
327
  "2026-06-16 12:12:00",
328
  "2026-06-16 12:18:00",
329
  "2026-06-16 12:24:00",
330
- "2026-06-16 12:30:00"
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-16T12:52:50.991904+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
 
 
9
  1.0609999895095825,
10
  1.0570000410079956,
11
  1.0529999732971191,
 
99
  1.4240000247955322,
100
  1.3660000562667847,
101
  1.2970000505447388,
102
+ 1.2430000305175781,
103
+ 1.184000015258789,
104
+ 1.1200000047683716
105
  ],
106
  "actuals": [
 
 
107
  1.062000036239624,
108
  0.996999979019165,
109
  0.9539999961853027,
 
125
  0.0729999989271164,
126
  0.032999999821186066,
127
  0.006000000052154064,
128
+ -0.020999999716877937,
129
+ -0.06199999898672104,
130
+ -0.0860000029206276
131
  ],
132
  "p50": [
133
+ 0.9989076256752014,
134
+ 0.9368209838867188,
135
+ 0.8776302933692932,
136
+ 0.8096635341644287,
137
+ 0.7513099908828735,
138
+ 0.6872845888137817,
139
+ 0.6277650594711304,
140
+ 0.5715819597244263,
141
+ 0.5203858613967896,
142
+ 0.4604010581970215,
143
+ 0.415460467338562,
144
+ 0.367885947227478,
145
+ 0.3195146322250366,
146
+ 0.28541624546051025,
147
+ 0.2608228921890259,
148
+ 0.20887529850006104,
149
+ -0.05158793926239014,
150
+ -0.06782972812652588,
151
+ -0.10551154613494873,
152
+ -0.1269608736038208,
153
+ -0.17079460620880127,
154
+ -0.20471203327178955,
155
+ -0.24222922325134277,
156
+ -0.2813369035720825
157
  ],
158
  "p10": [
159
+ 0.945620596408844,
160
+ 0.8804873824119568,
161
+ 0.8019547462463379,
162
+ 0.7182477712631226,
163
+ 0.6416875123977661,
164
+ 0.550814151763916,
165
+ 0.45378732681274414,
166
+ 0.39908134937286377,
167
+ 0.32103264331817627,
168
+ 0.2528892755508423,
169
+ 0.17857778072357178,
170
+ 0.09702515602111816,
171
+ 0.022555232048034668,
172
+ -0.05296123027801514,
173
+ -0.08465814590454102,
174
+ -0.1774541139602661,
175
+ -0.5725201368331909,
176
+ -0.6786762475967407,
177
+ -0.7851120233535767,
178
+ -0.8231221437454224,
179
+ -0.9505261182785034,
180
+ -1.0222457647323608,
181
+ -1.1774460077285767,
182
+ -1.1996458768844604
183
  ],
184
  "p90": [
185
+ 1.063004493713379,
186
+ 1.0175111293792725,
187
+ 0.9646920561790466,
188
+ 0.9132021069526672,
189
+ 0.8717187643051147,
190
+ 0.8316766619682312,
191
+ 0.7893950343132019,
192
+ 0.7536410093307495,
193
+ 0.7131426334381104,
194
+ 0.6840521097183228,
195
+ 0.6417102813720703,
196
+ 0.6284412145614624,
197
+ 0.5881178379058838,
198
+ 0.5938984155654907,
199
+ 0.5856359004974365,
200
+ 0.5516057014465332,
201
+ 0.5592626333236694,
202
+ 0.5391401052474976,
203
+ 0.5387545824050903,
204
+ 0.5737720727920532,
205
+ 0.561180591583252,
206
+ 0.5882078409194946,
207
+ 0.5914660692214966,
208
+ 0.6034919023513794
209
  ],
210
  "timestamps": [
 
 
211
  "2026-06-16 00:48:00",
212
  "2026-06-16 00:54:00",
213
  "2026-06-16 01:00:00",
 
325
  "2026-06-16 12:12:00",
326
  "2026-06-16 12:18:00",
327
  "2026-06-16 12:24:00",
328
+ "2026-06-16 12:30:00",
329
+ "2026-06-16 12:36:00",
330
+ "2026-06-16 12:42:00"
331
  ]
332
  }
results/chronos_2/online_meta.json CHANGED
@@ -1,11 +1,17 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-16T12:47:37.855198+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T12:52:54.231436+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
14
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/eval_history.jsonl CHANGED
@@ -919,3 +919,5 @@
919
  {"evaluated_at": "2026-06-16T12:43:57.215554+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24}
920
  {"evaluated_at": "2026-06-16T12:43:57.215554+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
921
  {"evaluated_at": "2026-06-16T12:49:16.984062+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
 
 
 
919
  {"evaluated_at": "2026-06-16T12:43:57.215554+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24}
920
  {"evaluated_at": "2026-06-16T12:43:57.215554+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
921
  {"evaluated_at": "2026-06-16T12:49:16.984062+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
922
+ {"evaluated_at": "2026-06-16T12:54:58.429727+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
923
+ {"evaluated_at": "2026-06-16T12:54:58.429727+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,7 +1,7 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,341678.3645044963,252659.79748662314,410.8131510416667,0.6318265308787462,0.00619250071708262,0.006171778957317848,4.212173826917546,584.5326034572377,0.008794293608506634,0.006180684271720868,0.006181717472799238,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8950948818768577,0.8746289104973362,0.875667559254604,1.1144648727076003,16.080451401265012,1.0134580355143343,17.586278227504817,0.9460945417223681,1.7516215498437595,1.621231388246987,1.144461364555331,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.007784006578339368,0.006573552009558596,0.07609133670727412,0.7023815953688106,0.07725723634230804,0.07401049923550566,4.240370135687686,0.08822701728121249,0.08822701728121249,0.07609133670727412,0.05411032620403502,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.3212045093063504,0.02015936079955812,0.051366329193115234,0.09177111096575925,0.0035694272407190263,0.0036187243746153043,3.888867312237142,0.566749070847364,0.040338010699671946,0.0036559663582629597,0.007151083959487683,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,11.696655874589473,8.28888748081558,2.517130732536316,0.38741645462124735,0.18175327797128527,0.17034017912122926,2.196184077414056,3.420037408361124,0.23344964839534527,0.17181779446012227,0.16696646306136265,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,314789.8628463745,222502.0455633799,391.7609049479167,0.6025243663196538,0.005903933765284451,0.00588715791432873,4.305976074208687,561.0613717289531,0.00844148640891304,0.005894264908080206,0.00620622005590438,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.19232468823191248,0.1851330222902564,0.3531057197833434,0.4513133913425793,8.644715194744526,0.8093923687434884,9.864881351396619,0.4385483875604977,0.9739207130020368,0.7841711066126099,0.6098146189093784,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.007784006578339368,0.006573552009558596,0.07609133670727412,0.7023815953688106,0.07725723634230804,0.07401049923550566,4.240370135687686,0.08822701728121249,0.08822701728121249,0.07609133670727412,0.05411032620403502,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.3212045093063504,0.02015936079955812,0.051366329193115234,0.09177111096575925,0.0035694272407190263,0.0036187243746153043,3.888867312237142,0.566749070847364,0.040338010699671946,0.0036559663582629597,0.007151083959487683,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,11.696655874589473,8.28888748081558,2.517130732536316,0.38741645462124735,0.18175327797128527,0.17034017912122926,2.196184077414056,3.420037408361124,0.23344964839534527,0.17181779446012227,0.16696646306136265,Air Quality,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-16T12:48:55.853943+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,85 +127,85 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66457.9921875
131
  ],
132
  "p50": [
133
- 66523.2265625,
134
- 66525.23828125,
135
- 66621.109375,
136
- 66645.3203125,
137
- 66632.046875,
138
- 66700.2890625,
139
- 66571.23046875,
140
- 66708.55078125,
141
- 66610.74609375,
142
- 66702.69140625,
143
- 66684.06640625,
144
- 66603.69921875,
145
- 66562.74609375,
146
- 66807.69921875,
147
- 66624.2734375,
148
- 66733.71875,
149
- 66685.44140625,
150
- 66869.50390625,
151
- 66855.41796875,
152
- 66847.1640625,
153
- 66826.33203125,
154
- 66883.37890625,
155
- 66882.0625,
156
- 67062.54296875
157
  ],
158
  "p10": [
159
- 66233.01953125,
160
- 66086.1484375,
161
- 66073.06640625,
162
- 66062.8203125,
163
- 65827.98046875,
164
- 65941.21875,
165
- 65875.7109375,
166
- 65756.8203125,
167
- 65609.203125,
168
- 65670.8203125,
169
- 65448.314453125,
170
- 65405.037109375,
171
- 65237.85546875,
172
- 65480.4140625,
173
- 65255.91015625,
174
- 65342.123046875,
175
- 65130.380859375,
176
- 65417.865234375,
177
- 65591.66015625,
178
- 65442.935546875,
179
- 65242.078125,
180
- 65176.201171875,
181
- 64950.75,
182
- 65328.76953125
183
  ],
184
  "p90": [
185
- 66829.875,
186
- 67025.48046875,
187
- 67138.63671875,
188
- 67359.3125,
189
- 67514.921875,
190
- 67994.953125,
191
- 67596.5546875,
192
- 67798.43359375,
193
- 67942.33984375,
194
- 68113.24609375,
195
- 68256.24609375,
196
- 68478.22265625,
197
- 68178.5390625,
198
- 68382.6953125,
199
- 68345.59375,
200
- 68518.40625,
201
- 68583.3984375,
202
- 68751.421875,
203
- 69078.21484375,
204
- 68993.41796875,
205
- 69074.1953125,
206
- 69085.42578125,
207
- 69316.390625,
208
- 69412.671875
209
  ],
210
  "timestamps": [
211
  "2026-06-11 13:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-16T12:54:29.910622+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66398.0
131
  ],
132
  "p50": [
133
+ 66544.94921875,
134
+ 66545.23828125,
135
+ 66573.9453125,
136
+ 66649.81640625,
137
+ 66569.5546875,
138
+ 66646.0546875,
139
+ 66626.46875,
140
+ 66766.02734375,
141
+ 66651.98828125,
142
+ 66748.68359375,
143
+ 66769.30859375,
144
+ 66712.234375,
145
+ 66833.94921875,
146
+ 66735.84375,
147
+ 66848.46875,
148
+ 66774.01953125,
149
+ 66932.671875,
150
+ 66952.97265625,
151
+ 66979.875,
152
+ 66966.8984375,
153
+ 67058.21875,
154
+ 66982.37109375,
155
+ 66916.71875,
156
+ 67012.57421875
157
  ],
158
  "p10": [
159
+ 66214.5,
160
+ 66143.796875,
161
+ 66015.32421875,
162
+ 65950.5546875,
163
+ 65966.53515625,
164
+ 65658.5234375,
165
+ 65548.6171875,
166
+ 65523.26953125,
167
+ 65719.3203125,
168
+ 65516.099609375,
169
+ 65758.83984375,
170
+ 65336.16015625,
171
+ 64875.669921875,
172
+ 65493.955078125,
173
+ 65635.84375,
174
+ 65304.857421875,
175
+ 65525.76171875,
176
+ 65508.0625,
177
+ 65500.37890625,
178
+ 65076.38671875,
179
+ 65511.23046875,
180
+ 65082.287109375,
181
+ 65282.328125,
182
+ 65383.9296875
183
  ],
184
  "p90": [
185
+ 66848.984375,
186
+ 66969.55859375,
187
+ 67188.95703125,
188
+ 67299.7265625,
189
+ 67291.5390625,
190
+ 67536.1875,
191
+ 67703.58203125,
192
+ 67948.41796875,
193
+ 67838.18359375,
194
+ 67840.19921875,
195
+ 68299.40625,
196
+ 68355.7578125,
197
+ 68407.9609375,
198
+ 68355.7578125,
199
+ 68379.19921875,
200
+ 68648.15625,
201
+ 69124.19140625,
202
+ 68598.2734375,
203
+ 69186.51953125,
204
+ 69196.6015625,
205
+ 69196.6015625,
206
+ 69164.08203125,
207
+ 68861.25390625,
208
+ 69245.26953125
209
  ],
210
  "timestamps": [
211
  "2026-06-11 13:00:00",
results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json CHANGED
@@ -1,13 +1,11 @@
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-16T12:43:10.916345+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
9
- 1.0759999752044678,
10
- 1.0679999589920044,
11
  1.0609999895095825,
12
  1.0570000410079956,
13
  1.0529999732971191,
@@ -101,11 +99,11 @@
101
  1.4240000247955322,
102
  1.3660000562667847,
103
  1.2970000505447388,
104
- 1.2430000305175781
 
 
105
  ],
106
  "actuals": [
107
- 1.184000015258789,
108
- 1.1200000047683716,
109
  1.062000036239624,
110
  0.996999979019165,
111
  0.9539999961853027,
@@ -127,89 +125,89 @@
127
  0.0729999989271164,
128
  0.032999999821186066,
129
  0.006000000052154064,
130
- -0.020999999716877937
 
 
131
  ],
132
  "p50": [
133
- 1.4584797620773315,
134
- 1.4566795229911804,
135
- 1.4511902332305908,
136
- 1.4928637742996216,
137
- 1.4448676109313965,
138
- 1.4363611340522766,
139
- 1.4686383605003357,
140
- 1.5070416927337646,
141
- 1.5233854055404663,
142
- 1.512522578239441,
143
- 1.4813439846038818,
144
- 1.4691853523254395,
145
- 1.4651370644569397,
146
- 1.395457148551941,
147
- 1.381729781627655,
148
- 1.414052128791809,
149
- 1.4345122575759888,
150
- 1.3638807535171509,
151
- 1.3559911847114563,
152
- 1.4056656956672668,
153
- 1.3286364674568176,
154
- 1.3734886646270752,
155
- 1.327475905418396,
156
- 1.4620507955551147
157
  ],
158
  "p10": [
159
- 1.2189683318138123,
160
- 1.1654424667358398,
161
- 1.048008918762207,
162
- 1.1086885333061218,
163
- 1.072909951210022,
164
- 0.9564543068408966,
165
- 1.0325932502746582,
166
- 1.024031639099121,
167
- 0.9614587426185608,
168
- 0.9293114244937897,
169
- 0.8111602365970612,
170
- 0.9235415756702423,
171
- 0.7119664549827576,
172
- 0.7226273417472839,
173
- 0.6845044493675232,
174
- 0.8256909549236298,
175
- 0.7352053225040436,
176
- 0.6188215017318726,
177
- 0.674760103225708,
178
- 0.5263614654541016,
179
- 0.6083008050918579,
180
- 0.6178743243217468,
181
- 0.6370784640312195,
182
- 0.4615529179573059
183
  ],
184
  "p90": [
185
- 1.6808742880821228,
186
- 1.757672667503357,
187
- 1.849596083164215,
188
- 1.8226077556610107,
189
- 1.8451584577560425,
190
- 1.8904081583023071,
191
- 1.8863871097564697,
192
- 2.0044803619384766,
193
- 2.0260592699050903,
194
- 2.1237133741378784,
195
- 2.1054950952529907,
196
- 2.0506268739700317,
197
- 2.091491937637329,
198
- 1.9865314960479736,
199
- 1.9716749787330627,
200
- 2.1224080324172974,
201
- 2.090538263320923,
202
- 2.1297526359558105,
203
- 2.1311115026474,
204
- 2.1329784393310547,
205
- 2.2355490922927856,
206
- 2.175576329231262,
207
- 2.0257397890090942,
208
- 2.419901490211487
209
  ],
210
  "timestamps": [
211
- "2026-06-16 00:36:00",
212
- "2026-06-16 00:42:00",
213
  "2026-06-16 00:48:00",
214
  "2026-06-16 00:54:00",
215
  "2026-06-16 01:00:00",
@@ -327,6 +325,8 @@
327
  "2026-06-16 12:12:00",
328
  "2026-06-16 12:18:00",
329
  "2026-06-16 12:24:00",
330
- "2026-06-16 12:30:00"
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-16T12:54:34.421597+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
 
 
9
  1.0609999895095825,
10
  1.0570000410079956,
11
  1.0529999732971191,
 
99
  1.4240000247955322,
100
  1.3660000562667847,
101
  1.2970000505447388,
102
+ 1.2430000305175781,
103
+ 1.184000015258789,
104
+ 1.1200000047683716
105
  ],
106
  "actuals": [
 
 
107
  1.062000036239624,
108
  0.996999979019165,
109
  0.9539999961853027,
 
125
  0.0729999989271164,
126
  0.032999999821186066,
127
  0.006000000052154064,
128
+ -0.020999999716877937,
129
+ -0.06199999898672104,
130
+ -0.0860000029206276
131
  ],
132
  "p50": [
133
+ 1.067466378211975,
134
+ 1.0210098028182983,
135
+ 0.9829554557800293,
136
+ 0.9490393698215485,
137
+ 0.9121184647083282,
138
+ 0.8854148685932159,
139
+ 0.861682116985321,
140
+ 0.8373807072639465,
141
+ 0.7998886704444885,
142
+ 0.7783502340316772,
143
+ 0.759607195854187,
144
+ 0.7535248696804047,
145
+ 0.7419858872890472,
146
+ 0.739145040512085,
147
+ 0.7196967005729675,
148
+ 0.7101885080337524,
149
+ 0.6697686910629272,
150
+ 0.6430191397666931,
151
+ 0.6400829553604126,
152
+ 0.6351398825645447,
153
+ 0.6302490234375,
154
+ 0.6687391996383667,
155
+ 0.6863957643508911,
156
+ 0.6664608716964722
157
  ],
158
  "p10": [
159
+ 1.0482406616210938,
160
+ 0.9859017431735992,
161
+ 0.9371928870677948,
162
+ 0.8935315012931824,
163
+ 0.8410613834857941,
164
+ 0.8017256259918213,
165
+ 0.7783389985561371,
166
+ 0.7460774779319763,
167
+ 0.6859843134880066,
168
+ 0.6527780294418335,
169
+ 0.6219028234481812,
170
+ 0.5886902213096619,
171
+ 0.5784761905670166,
172
+ 0.5332216024398804,
173
+ 0.5766615867614746,
174
+ 0.5219067931175232,
175
+ 0.4037327170372009,
176
+ 0.33988308906555176,
177
+ 0.35904109477996826,
178
+ 0.39600539207458496,
179
+ 0.29996949434280396,
180
+ 0.3278164267539978,
181
+ 0.3563544750213623,
182
+ 0.350957453250885
183
  ],
184
  "p90": [
185
+ 1.086760699748993,
186
+ 1.0576152801513672,
187
+ 1.0304824113845825,
188
+ 1.0083225965499878,
189
+ 0.977228045463562,
190
+ 0.9787037968635559,
191
+ 0.9590136110782623,
192
+ 0.9377324879169464,
193
+ 0.9160120189189911,
194
+ 0.9198940098285675,
195
+ 0.8912928402423859,
196
+ 0.9066044986248016,
197
+ 0.9030346572399139,
198
+ 0.9018208384513855,
199
+ 0.9007400274276733,
200
+ 0.8881325125694275,
201
+ 1.0128901600837708,
202
+ 0.9730421304702759,
203
+ 0.9199555814266205,
204
+ 0.9225091338157654,
205
+ 0.9557086527347565,
206
+ 1.004597395658493,
207
+ 1.023128628730774,
208
+ 1.0599157810211182
209
  ],
210
  "timestamps": [
 
 
211
  "2026-06-16 00:48:00",
212
  "2026-06-16 00:54:00",
213
  "2026-06-16 01:00:00",
 
325
  "2026-06-16 12:12:00",
326
  "2026-06-16 12:18:00",
327
  "2026-06-16 12:24:00",
328
+ "2026-06-16 12:30:00",
329
+ "2026-06-16 12:36:00",
330
+ "2026-06-16 12:42:00"
331
  ]
332
  }
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,11 +1,17 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-16T12:48:57.969213+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-16T12:54:36.664790+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
14
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-16T12:47:12.023866+00:00",
4
- "finished_at": "2026-06-16T12:49:16.974940+00:00",
5
- "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,11 +10,17 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-16T12:47:37.855198+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
17
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
18
  "context_length": 96,
19
  "prediction_length": 24
20
  }
@@ -24,11 +30,17 @@
24
  "TimesFM-2.5": {
25
  "model": "TimesFM-2.5",
26
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
- "evaluated_at": "2026-06-16T12:47:59.915961+00:00",
28
  "datasets": [
29
  {
30
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
31
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
32
  "context_length": 96,
33
  "prediction_length": 24
34
  }
@@ -38,11 +50,17 @@
38
  "Toto-2.0-1B": {
39
  "model": "Toto-2.0-1B",
40
  "api_model_id": "Datadog/Toto-2.0-1B",
41
- "evaluated_at": "2026-06-16T12:48:26.385016+00:00",
42
  "datasets": [
43
  {
44
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
45
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
46
  "context_length": 96,
47
  "prediction_length": 24
48
  }
@@ -52,11 +70,17 @@
52
  "TiRex": {
53
  "model": "TiRex",
54
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
- "evaluated_at": "2026-06-16T12:48:34.897822+00:00",
56
  "datasets": [
57
  {
58
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
59
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
60
  "context_length": 96,
61
  "prediction_length": 24
62
  }
@@ -66,11 +90,17 @@
66
  "Moirai-1.1-Large": {
67
  "model": "Moirai-1.1-Large",
68
  "api_model_id": "Salesforce/moirai-1.1-R-large",
69
- "evaluated_at": "2026-06-16T12:48:57.969213+00:00",
70
  "datasets": [
71
  {
72
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
73
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
74
  "context_length": 96,
75
  "prediction_length": 24
76
  }
@@ -80,11 +110,17 @@
80
  "Timer-S1": {
81
  "model": "Timer-S1",
82
  "api_model_id": "bytedance-research/Timer-S1",
83
- "evaluated_at": "2026-06-16T12:49:16.972234+00:00",
84
  "datasets": [
85
  {
86
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
87
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
88
  "context_length": 96,
89
  "prediction_length": 24
90
  }
@@ -94,7 +130,5 @@
94
  },
95
  "failed_models": [],
96
  "failed_datasets": [],
97
- "push_status": "ok",
98
- "pushed_at": "2026-06-16T12:49:23.264308+00:00",
99
- "push_detail": "HF Hub API"
100
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-16T12:52:25.473000+00:00",
4
+ "finished_at": "2026-06-16T12:54:58.428149+00:00",
5
+ "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-16T12:52:54.231436+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
17
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
18
+ "context_length": 96,
19
+ "prediction_length": 24
20
+ },
21
+ {
22
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
23
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
24
  "context_length": 96,
25
  "prediction_length": 24
26
  }
 
30
  "TimesFM-2.5": {
31
  "model": "TimesFM-2.5",
32
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
33
+ "evaluated_at": "2026-06-16T12:53:13.048973+00:00",
34
  "datasets": [
35
  {
36
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
37
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
38
+ "context_length": 96,
39
+ "prediction_length": 24
40
+ },
41
+ {
42
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
43
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
  }
 
50
  "Toto-2.0-1B": {
51
  "model": "Toto-2.0-1B",
52
  "api_model_id": "Datadog/Toto-2.0-1B",
53
+ "evaluated_at": "2026-06-16T12:53:44.909670+00:00",
54
  "datasets": [
55
  {
56
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
57
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
58
+ "context_length": 96,
59
+ "prediction_length": 24
60
+ },
61
+ {
62
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
63
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
64
  "context_length": 96,
65
  "prediction_length": 24
66
  }
 
70
  "TiRex": {
71
  "model": "TiRex",
72
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
73
+ "evaluated_at": "2026-06-16T12:54:06.453165+00:00",
74
  "datasets": [
75
  {
76
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
77
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
78
+ "context_length": 96,
79
+ "prediction_length": 24
80
+ },
81
+ {
82
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
83
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
84
  "context_length": 96,
85
  "prediction_length": 24
86
  }
 
90
  "Moirai-1.1-Large": {
91
  "model": "Moirai-1.1-Large",
92
  "api_model_id": "Salesforce/moirai-1.1-R-large",
93
+ "evaluated_at": "2026-06-16T12:54:36.664790+00:00",
94
  "datasets": [
95
  {
96
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
97
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
98
+ "context_length": 96,
99
+ "prediction_length": 24
100
+ },
101
+ {
102
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
103
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
104
  "context_length": 96,
105
  "prediction_length": 24
106
  }
 
110
  "Timer-S1": {
111
  "model": "Timer-S1",
112
  "api_model_id": "bytedance-research/Timer-S1",
113
+ "evaluated_at": "2026-06-16T12:54:58.425825+00:00",
114
  "datasets": [
115
  {
116
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
117
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
118
+ "context_length": 96,
119
+ "prediction_length": 24
120
+ },
121
+ {
122
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
123
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
124
  "context_length": 96,
125
  "prediction_length": 24
126
  }
 
130
  },
131
  "failed_models": [],
132
  "failed_datasets": [],
133
+ "push_status": "pending"
 
 
134
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_125245.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-16T12:52:45.519029+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 190339.59051005045,
8
+ "MSE[0.5]": 190339.59051005045,
9
+ "MAE[0.5]": 363.4283854166667,
10
+ "MASE[0.5]": 0.558949233729343,
11
+ "MAPE[0.5]": 0.005474503595353734,
12
+ "sMAPE[0.5]": 0.005463340264453016,
13
+ "MSIS": 4.194782699247601,
14
+ "RMSE[mean]": 436.279257483152,
15
+ "NRMSE[mean]": 0.0065640687598679855,
16
+ "ND[0.5]": 0.005467986089746493,
17
+ "mean_weighted_sum_quantile_loss": 0.005988374961752653
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66398.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66575.828125,
270
+ 66554.4765625,
271
+ 66547.5234375,
272
+ 66536.625,
273
+ 66549.6953125,
274
+ 66551.140625,
275
+ 66582.9765625,
276
+ 66597.953125,
277
+ 66648.25,
278
+ 66641.078125,
279
+ 66652.5625,
280
+ 66653.25,
281
+ 66654.6171875,
282
+ 66692.4609375,
283
+ 66726.1640625,
284
+ 66676.5390625,
285
+ 66703.0078125,
286
+ 66683.5,
287
+ 66690.1484375,
288
+ 66691.1484375,
289
+ 66741.2265625,
290
+ 66715.0,
291
+ 66752.4375,
292
+ 66739.1015625
293
+ ],
294
+ "p10": [
295
+ 66119.140625,
296
+ 65966.8203125,
297
+ 65844.78125,
298
+ 65729.6484375,
299
+ 65684.3671875,
300
+ 65631.9765625,
301
+ 65579.8046875,
302
+ 65521.94921875,
303
+ 65511.1875,
304
+ 65510.94921875,
305
+ 65408.73046875,
306
+ 65325.796875,
307
+ 65247.88671875,
308
+ 65199.04296875,
309
+ 65184.26953125,
310
+ 65053.71875,
311
+ 65042.109375,
312
+ 64981.1875,
313
+ 64928.02734375,
314
+ 64922.890625,
315
+ 64892.953125,
316
+ 64852.36328125,
317
+ 64830.9140625,
318
+ 64787.34375
319
+ ],
320
+ "p90": [
321
+ 66998.8046875,
322
+ 67049.2421875,
323
+ 67148.6484375,
324
+ 67234.7265625,
325
+ 67296.765625,
326
+ 67367.75,
327
+ 67478.3828125,
328
+ 67567.8828125,
329
+ 67634.5,
330
+ 67699.1171875,
331
+ 67801.1640625,
332
+ 67862.109375,
333
+ 67932.375,
334
+ 67926.8046875,
335
+ 67994.1171875,
336
+ 68033.390625,
337
+ 68132.40625,
338
+ 68140.5703125,
339
+ 68174.8515625,
340
+ 68278.3671875,
341
+ 68310.109375,
342
+ 68407.2734375,
343
+ 68459.640625,
344
+ 68547.84375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_125429.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-16T12:54:29.910622+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 314789.8628463745,
8
+ "MSE[0.5]": 222502.0455633799,
9
+ "MAE[0.5]": 391.7609049479167,
10
+ "MASE[0.5]": 0.6025243663196538,
11
+ "MAPE[0.5]": 0.005903933765284451,
12
+ "sMAPE[0.5]": 0.00588715791432873,
13
+ "MSIS": 4.305976074208687,
14
+ "RMSE[mean]": 561.0613717289531,
15
+ "NRMSE[mean]": 0.00844148640891304,
16
+ "ND[0.5]": 0.005894264908080206,
17
+ "mean_weighted_sum_quantile_loss": 0.00620622005590438
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66398.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66544.94921875,
270
+ 66545.23828125,
271
+ 66573.9453125,
272
+ 66649.81640625,
273
+ 66569.5546875,
274
+ 66646.0546875,
275
+ 66626.46875,
276
+ 66766.02734375,
277
+ 66651.98828125,
278
+ 66748.68359375,
279
+ 66769.30859375,
280
+ 66712.234375,
281
+ 66833.94921875,
282
+ 66735.84375,
283
+ 66848.46875,
284
+ 66774.01953125,
285
+ 66932.671875,
286
+ 66952.97265625,
287
+ 66979.875,
288
+ 66966.8984375,
289
+ 67058.21875,
290
+ 66982.37109375,
291
+ 66916.71875,
292
+ 67012.57421875
293
+ ],
294
+ "p10": [
295
+ 66214.5,
296
+ 66143.796875,
297
+ 66015.32421875,
298
+ 65950.5546875,
299
+ 65966.53515625,
300
+ 65658.5234375,
301
+ 65548.6171875,
302
+ 65523.26953125,
303
+ 65719.3203125,
304
+ 65516.099609375,
305
+ 65758.83984375,
306
+ 65336.16015625,
307
+ 64875.669921875,
308
+ 65493.955078125,
309
+ 65635.84375,
310
+ 65304.857421875,
311
+ 65525.76171875,
312
+ 65508.0625,
313
+ 65500.37890625,
314
+ 65076.38671875,
315
+ 65511.23046875,
316
+ 65082.287109375,
317
+ 65282.328125,
318
+ 65383.9296875
319
+ ],
320
+ "p90": [
321
+ 66848.984375,
322
+ 66969.55859375,
323
+ 67188.95703125,
324
+ 67299.7265625,
325
+ 67291.5390625,
326
+ 67536.1875,
327
+ 67703.58203125,
328
+ 67948.41796875,
329
+ 67838.18359375,
330
+ 67840.19921875,
331
+ 68299.40625,
332
+ 68355.7578125,
333
+ 68407.9609375,
334
+ 68355.7578125,
335
+ 68379.19921875,
336
+ 68648.15625,
337
+ 69124.19140625,
338
+ 68598.2734375,
339
+ 69186.51953125,
340
+ 69196.6015625,
341
+ 69196.6015625,
342
+ 69164.08203125,
343
+ 68861.25390625,
344
+ 69245.26953125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_125451.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-16T12:54:51.151821+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 339272.8524449666,
8
+ "MSE[0.5]": 339272.8524449666,
9
+ "MAE[0.5]": 501.7496744791667,
10
+ "MASE[0.5]": 0.7716859973734348,
11
+ "MAPE[0.5]": 0.007530113340392113,
12
+ "sMAPE[0.5]": 0.007568115950816828,
13
+ "MSIS": 6.203889566107747,
14
+ "RMSE[mean]": 582.4713318653259,
15
+ "NRMSE[mean]": 0.00876361139668331,
16
+ "ND[0.5]": 0.00754910829940114,
17
+ "mean_weighted_sum_quantile_loss": 0.007898719320996353
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66398.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66445.125,
270
+ 66313.25,
271
+ 66247.3125,
272
+ 66194.5625,
273
+ 66155.0,
274
+ 66115.4375,
275
+ 66089.0625,
276
+ 66062.6875,
277
+ 66023.125,
278
+ 65996.75,
279
+ 65970.375,
280
+ 65957.1875,
281
+ 65930.8125,
282
+ 65917.625,
283
+ 65878.0625,
284
+ 65851.6875,
285
+ 65851.6875,
286
+ 65825.3125,
287
+ 65805.53125,
288
+ 65792.34375,
289
+ 65798.9375,
290
+ 65785.75,
291
+ 65752.78125,
292
+ 65726.40625
293
+ ],
294
+ "p10": [
295
+ 66009.9375,
296
+ 65700.03125,
297
+ 65469.25,
298
+ 65291.21875,
299
+ 65165.9375,
300
+ 65053.84375,
301
+ 64948.34375,
302
+ 64846.140625,
303
+ 64740.640625,
304
+ 64669.7578125,
305
+ 64597.2265625,
306
+ 64536.234375,
307
+ 64453.8125,
308
+ 64396.1171875,
309
+ 64353.2578125,
310
+ 64288.96875,
311
+ 64351.609375,
312
+ 64305.8671875,
313
+ 64263.625,
314
+ 64239.30859375,
315
+ 64221.3828125,
316
+ 64198.3046875,
317
+ 64148.8515625,
318
+ 64127.421875
319
+ ],
320
+ "p90": [
321
+ 66761.625,
322
+ 66748.4375,
323
+ 66748.4375,
324
+ 66774.8125,
325
+ 66774.8125,
326
+ 66761.625,
327
+ 66801.1875,
328
+ 66801.1875,
329
+ 66814.375,
330
+ 66814.375,
331
+ 66814.375,
332
+ 66814.375,
333
+ 66814.375,
334
+ 66814.375,
335
+ 66801.1875,
336
+ 66814.375,
337
+ 66801.1875,
338
+ 66774.8125,
339
+ 66761.625,
340
+ 66748.4375,
341
+ 66761.625,
342
+ 66774.8125,
343
+ 66748.4375,
344
+ 66761.625
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_125301.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-16T12:53:01.038614+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 220450.33465576172,
8
+ "MSE[0.5]": 360504.066637675,
9
+ "MAE[0.5]": 522.3466796875,
10
+ "MASE[0.5]": 0.8033639860509512,
11
+ "MAPE[0.5]": 0.007837821753627678,
12
+ "sMAPE[0.5]": 0.00787817145009081,
13
+ "MSIS": 6.466583720452289,
14
+ "RMSE[mean]": 469.52138892255135,
15
+ "NRMSE[mean]": 0.007064215472667444,
16
+ "ND[0.5]": 0.007859001919406854,
17
+ "mean_weighted_sum_quantile_loss": 0.00563688161174521
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66398.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66274.125,
270
+ 66219.921875,
271
+ 66175.4296875,
272
+ 66099.890625,
273
+ 66030.4921875,
274
+ 66024.828125,
275
+ 65997.4765625,
276
+ 65963.1328125,
277
+ 65973.5078125,
278
+ 65973.6015625,
279
+ 65987.265625,
280
+ 65962.7109375,
281
+ 65909.546875,
282
+ 65918.9453125,
283
+ 65927.0,
284
+ 65882.578125,
285
+ 65874.7734375,
286
+ 65867.3828125,
287
+ 65821.6796875,
288
+ 65790.0078125,
289
+ 65805.3203125,
290
+ 65817.6640625,
291
+ 65865.3515625,
292
+ 65894.2734375
293
+ ],
294
+ "p10": [
295
+ 66273.0546875,
296
+ 66279.40625,
297
+ 66189.3671875,
298
+ 66161.40625,
299
+ 66121.84375,
300
+ 66058.5234375,
301
+ 66003.28125,
302
+ 66032.875,
303
+ 66007.234375,
304
+ 66064.03125,
305
+ 66044.3359375,
306
+ 65935.203125,
307
+ 65946.7890625,
308
+ 65974.390625,
309
+ 66003.921875,
310
+ 65974.0078125,
311
+ 65936.921875,
312
+ 65817.078125,
313
+ 65883.0546875,
314
+ 65817.953125,
315
+ 65859.90625,
316
+ 65916.8359375,
317
+ 65848.3359375,
318
+ 65862.765625
319
+ ],
320
+ "p90": [
321
+ 66592.0703125,
322
+ 66622.9375,
323
+ 66632.140625,
324
+ 66638.9609375,
325
+ 66608.234375,
326
+ 66629.2265625,
327
+ 66623.140625,
328
+ 66627.859375,
329
+ 66642.6953125,
330
+ 66690.765625,
331
+ 66751.5625,
332
+ 66704.625,
333
+ 66703.7578125,
334
+ 66750.96875,
335
+ 66734.1953125,
336
+ 66738.1796875,
337
+ 66720.265625,
338
+ 66732.6328125,
339
+ 66732.9609375,
340
+ 66724.2734375,
341
+ 66763.390625,
342
+ 66799.2109375,
343
+ 66833.6640625,
344
+ 66879.4375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_125352.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-16T12:53:52.732416+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 141831.11603037515,
8
+ "MSE[0.5]": 141831.11603037515,
9
+ "MAE[0.5]": 291.9456380208333,
10
+ "MASE[0.5]": 0.44900948085076414,
11
+ "MAPE[0.5]": 0.004381846178543914,
12
+ "sMAPE[0.5]": 0.004392646171775262,
13
+ "MSIS": 4.998578994670854,
14
+ "RMSE[mean]": 376.60472120032586,
15
+ "NRMSE[mean]": 0.005666231531406959,
16
+ "ND[0.5]": 0.004392487630898391,
17
+ "mean_weighted_sum_quantile_loss": 0.006200135438835043
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66398.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66489.8515625,
270
+ 66440.4375,
271
+ 66396.9609375,
272
+ 66349.6875,
273
+ 66346.984375,
274
+ 66352.0703125,
275
+ 66361.421875,
276
+ 66346.6640625,
277
+ 66327.875,
278
+ 66295.7734375,
279
+ 66271.796875,
280
+ 66266.734375,
281
+ 66276.71875,
282
+ 66281.2578125,
283
+ 66288.578125,
284
+ 66264.7109375,
285
+ 66247.890625,
286
+ 66211.078125,
287
+ 66209.859375,
288
+ 66224.03125,
289
+ 66227.3125,
290
+ 66204.9921875,
291
+ 66185.359375,
292
+ 66157.828125
293
+ ],
294
+ "p10": [
295
+ 66069.328125,
296
+ 65829.0859375,
297
+ 65658.9296875,
298
+ 65503.53515625,
299
+ 65426.5625,
300
+ 65370.4609375,
301
+ 65305.01953125,
302
+ 65221.74609375,
303
+ 65165.96875,
304
+ 65086.5078125,
305
+ 64996.30078125,
306
+ 64953.484375,
307
+ 64912.7109375,
308
+ 64846.9375,
309
+ 64772.140625,
310
+ 64701.26953125,
311
+ 64661.26171875,
312
+ 64580.90234375,
313
+ 64540.0078125,
314
+ 64514.40234375,
315
+ 64473.23046875,
316
+ 64399.90625,
317
+ 64335.89453125,
318
+ 64280.33203125
319
+ ],
320
+ "p90": [
321
+ 66814.2890625,
322
+ 66901.8828125,
323
+ 66977.8828125,
324
+ 67032.4140625,
325
+ 67111.3828125,
326
+ 67210.234375,
327
+ 67324.7265625,
328
+ 67392.4375,
329
+ 67437.921875,
330
+ 67468.9453125,
331
+ 67500.171875,
332
+ 67534.578125,
333
+ 67581.4375,
334
+ 67631.3046875,
335
+ 67699.171875,
336
+ 67694.7109375,
337
+ 67704.703125,
338
+ 67724.6171875,
339
+ 67787.0078125,
340
+ 67860.3359375,
341
+ 67886.1484375,
342
+ 67907.8828125,
343
+ 67911.9296875,
344
+ 67918.109375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_125336.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-16T12:53:36.041765+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 154437.17923990884,
8
+ "MSE[0.5]": 154437.17923990884,
9
+ "MAE[0.5]": 303.3203125,
10
+ "MASE[0.5]": 0.46650361680484415,
11
+ "MAPE[0.5]": 0.004565215704595287,
12
+ "sMAPE[0.5]": 0.004561499520672451,
13
+ "MSIS": 4.7726849566101075,
14
+ "RMSE[mean]": 392.98496057725777,
15
+ "NRMSE[mean]": 0.005912681518952907,
16
+ "ND[0.5]": 0.004563626056853122,
17
+ "mean_weighted_sum_quantile_loss": 0.005861589286741391
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66398.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66557.4375,
270
+ 66520.4453125,
271
+ 66475.1015625,
272
+ 66414.6953125,
273
+ 66501.5078125,
274
+ 66538.5625,
275
+ 66572.4296875,
276
+ 66562.15625,
277
+ 66515.3984375,
278
+ 66475.703125,
279
+ 66492.0234375,
280
+ 66553.3125,
281
+ 66606.2578125,
282
+ 66646.2578125,
283
+ 66610.0,
284
+ 66560.9140625,
285
+ 66548.0703125,
286
+ 66556.828125,
287
+ 66586.703125,
288
+ 66614.40625,
289
+ 66623.7890625,
290
+ 66613.59375,
291
+ 66607.0859375,
292
+ 66608.5625
293
+ ],
294
+ "p10": [
295
+ 66196.6640625,
296
+ 66029.1484375,
297
+ 65879.328125,
298
+ 65709.8984375,
299
+ 65713.5,
300
+ 65668.6484375,
301
+ 65604.875,
302
+ 65524.3046875,
303
+ 65420.39453125,
304
+ 65316.3515625,
305
+ 65264.4375,
306
+ 65241.578125,
307
+ 65210.51953125,
308
+ 65166.765625,
309
+ 65075.4375,
310
+ 64973.5546875,
311
+ 64928.4921875,
312
+ 64887.62109375,
313
+ 64863.48828125,
314
+ 64845.578125,
315
+ 64814.71484375,
316
+ 64759.69921875,
317
+ 64718.8515625,
318
+ 64661.3125
319
+ ],
320
+ "p90": [
321
+ 66928.3203125,
322
+ 67003.4375,
323
+ 67060.40625,
324
+ 67090.8125,
325
+ 67270.21875,
326
+ 67398.5,
327
+ 67513.78125,
328
+ 67579.734375,
329
+ 67598.9453125,
330
+ 67642.765625,
331
+ 67726.8671875,
332
+ 67885.453125,
333
+ 68009.0625,
334
+ 68118.84375,
335
+ 68159.0234375,
336
+ 68131.9921875,
337
+ 68200.65625,
338
+ 68280.421875,
339
+ 68381.34375,
340
+ 68482.0625,
341
+ 68560.578125,
342
+ 68606.9296875,
343
+ 68658.5546875,
344
+ 68706.6015625
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_125250.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
+ "domain": "Ocean",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-16T12:52:50.991904+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.015555024515945723,
8
+ "MSE[0.5]": 0.015555024515945723,
9
+ "MAE[0.5]": 0.10917651936567078,
10
+ "MASE[0.5]": 0.1395412831039163,
11
+ "MAPE[0.5]": 2.308239334443233,
12
+ "sMAPE[0.5]": 0.664026129357752,
13
+ "MSIS": 0.9589843103244773,
14
+ "RMSE[mean]": 0.12471978397971079,
15
+ "NRMSE[mean]": 0.2769755502116025,
16
+ "ND[0.5]": 0.24245733560934973,
17
+ "mean_weighted_sum_quantile_loss": 0.3019771237833447
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-16 00:48:00",
23
+ "2026-06-16 00:54:00",
24
+ "2026-06-16 01:00:00",
25
+ "2026-06-16 01:06:00",
26
+ "2026-06-16 01:12:00",
27
+ "2026-06-16 01:18:00",
28
+ "2026-06-16 01:24:00",
29
+ "2026-06-16 01:30:00",
30
+ "2026-06-16 01:36:00",
31
+ "2026-06-16 01:42:00",
32
+ "2026-06-16 01:48:00",
33
+ "2026-06-16 01:54:00",
34
+ "2026-06-16 02:00:00",
35
+ "2026-06-16 02:06:00",
36
+ "2026-06-16 02:12:00",
37
+ "2026-06-16 02:18:00",
38
+ "2026-06-16 02:24:00",
39
+ "2026-06-16 02:30:00",
40
+ "2026-06-16 02:36:00",
41
+ "2026-06-16 02:42:00",
42
+ "2026-06-16 02:48:00",
43
+ "2026-06-16 02:54:00",
44
+ "2026-06-16 03:00:00",
45
+ "2026-06-16 03:06:00",
46
+ "2026-06-16 03:12:00",
47
+ "2026-06-16 03:18:00",
48
+ "2026-06-16 03:24:00",
49
+ "2026-06-16 03:30:00",
50
+ "2026-06-16 03:36:00",
51
+ "2026-06-16 03:42:00",
52
+ "2026-06-16 03:48:00",
53
+ "2026-06-16 03:54:00",
54
+ "2026-06-16 04:00:00",
55
+ "2026-06-16 04:06:00",
56
+ "2026-06-16 04:12:00",
57
+ "2026-06-16 04:18:00",
58
+ "2026-06-16 04:24:00",
59
+ "2026-06-16 04:30:00",
60
+ "2026-06-16 04:36:00",
61
+ "2026-06-16 04:42:00",
62
+ "2026-06-16 04:48:00",
63
+ "2026-06-16 04:54:00",
64
+ "2026-06-16 05:00:00",
65
+ "2026-06-16 05:06:00",
66
+ "2026-06-16 05:12:00",
67
+ "2026-06-16 05:18:00",
68
+ "2026-06-16 05:24:00",
69
+ "2026-06-16 05:30:00",
70
+ "2026-06-16 05:36:00",
71
+ "2026-06-16 05:42:00",
72
+ "2026-06-16 05:48:00",
73
+ "2026-06-16 05:54:00",
74
+ "2026-06-16 06:00:00",
75
+ "2026-06-16 06:06:00",
76
+ "2026-06-16 06:12:00",
77
+ "2026-06-16 06:18:00",
78
+ "2026-06-16 06:24:00",
79
+ "2026-06-16 06:30:00",
80
+ "2026-06-16 06:36:00",
81
+ "2026-06-16 06:42:00",
82
+ "2026-06-16 06:48:00",
83
+ "2026-06-16 06:54:00",
84
+ "2026-06-16 07:00:00",
85
+ "2026-06-16 07:06:00",
86
+ "2026-06-16 07:12:00",
87
+ "2026-06-16 07:18:00",
88
+ "2026-06-16 07:24:00",
89
+ "2026-06-16 07:30:00",
90
+ "2026-06-16 07:36:00",
91
+ "2026-06-16 07:42:00",
92
+ "2026-06-16 07:48:00",
93
+ "2026-06-16 07:54:00",
94
+ "2026-06-16 08:00:00",
95
+ "2026-06-16 08:06:00",
96
+ "2026-06-16 08:12:00",
97
+ "2026-06-16 08:18:00",
98
+ "2026-06-16 08:24:00",
99
+ "2026-06-16 08:30:00",
100
+ "2026-06-16 08:36:00",
101
+ "2026-06-16 08:42:00",
102
+ "2026-06-16 08:48:00",
103
+ "2026-06-16 08:54:00",
104
+ "2026-06-16 09:00:00",
105
+ "2026-06-16 09:06:00",
106
+ "2026-06-16 09:12:00",
107
+ "2026-06-16 09:18:00",
108
+ "2026-06-16 09:24:00",
109
+ "2026-06-16 09:30:00",
110
+ "2026-06-16 09:36:00",
111
+ "2026-06-16 09:42:00",
112
+ "2026-06-16 09:48:00",
113
+ "2026-06-16 09:54:00",
114
+ "2026-06-16 10:00:00",
115
+ "2026-06-16 10:06:00",
116
+ "2026-06-16 10:12:00",
117
+ "2026-06-16 10:18:00",
118
+ "2026-06-16 10:24:00",
119
+ "2026-06-16 10:30:00",
120
+ "2026-06-16 10:36:00",
121
+ "2026-06-16 10:42:00",
122
+ "2026-06-16 10:48:00",
123
+ "2026-06-16 10:54:00",
124
+ "2026-06-16 11:00:00",
125
+ "2026-06-16 11:06:00",
126
+ "2026-06-16 11:12:00",
127
+ "2026-06-16 11:18:00",
128
+ "2026-06-16 11:24:00",
129
+ "2026-06-16 11:30:00",
130
+ "2026-06-16 11:36:00",
131
+ "2026-06-16 11:42:00",
132
+ "2026-06-16 11:48:00",
133
+ "2026-06-16 11:54:00",
134
+ "2026-06-16 12:00:00",
135
+ "2026-06-16 12:06:00",
136
+ "2026-06-16 12:12:00",
137
+ "2026-06-16 12:18:00",
138
+ "2026-06-16 12:24:00",
139
+ "2026-06-16 12:30:00",
140
+ "2026-06-16 12:36:00",
141
+ "2026-06-16 12:42:00"
142
+ ],
143
+ "context": [
144
+ 1.0609999895095825,
145
+ 1.0570000410079956,
146
+ 1.0529999732971191,
147
+ 1.0499999523162842,
148
+ 1.0570000410079956,
149
+ 1.0549999475479126,
150
+ 1.065000057220459,
151
+ 1.0809999704360962,
152
+ 1.097000002861023,
153
+ 1.1130000352859497,
154
+ 1.1230000257492065,
155
+ 1.1440000534057617,
156
+ 1.1519999504089355,
157
+ 1.1649999618530273,
158
+ 1.184999942779541,
159
+ 1.1979999542236328,
160
+ 1.2300000190734863,
161
+ 1.246999979019165,
162
+ 1.2719999551773071,
163
+ 1.2910000085830688,
164
+ 1.312000036239624,
165
+ 1.3380000591278076,
166
+ 1.3600000143051147,
167
+ 1.3799999952316284,
168
+ 1.3960000276565552,
169
+ 1.4290000200271606,
170
+ 1.4539999961853027,
171
+ 1.5,
172
+ 1.527999997138977,
173
+ 1.5540000200271606,
174
+ 1.5870000123977661,
175
+ 1.628999948501587,
176
+ 1.6549999713897705,
177
+ 1.684000015258789,
178
+ 1.7120000123977661,
179
+ 1.7289999723434448,
180
+ 1.7680000066757202,
181
+ 1.8049999475479126,
182
+ 1.8380000591278076,
183
+ 1.8660000562667847,
184
+ 1.8839999437332153,
185
+ 1.9019999504089355,
186
+ 1.9240000247955322,
187
+ 1.9529999494552612,
188
+ 1.9910000562667847,
189
+ 2.0260000228881836,
190
+ 2.053999900817871,
191
+ 2.0859999656677246,
192
+ 2.1089999675750732,
193
+ 2.13700008392334,
194
+ 2.1670000553131104,
195
+ 2.190999984741211,
196
+ 2.200000047683716,
197
+ 2.2079999446868896,
198
+ 2.2239999771118164,
199
+ 2.246000051498413,
200
+ 2.25600004196167,
201
+ 2.2750000953674316,
202
+ 2.2839999198913574,
203
+ 2.2990000247955322,
204
+ 2.308000087738037,
205
+ 2.305999994277954,
206
+ 2.302000045776367,
207
+ 2.306999921798706,
208
+ 2.309999942779541,
209
+ 2.322999954223633,
210
+ 2.325000047683716,
211
+ 2.3259999752044678,
212
+ 2.318000078201294,
213
+ 2.305000066757202,
214
+ 2.2869999408721924,
215
+ 2.26200008392334,
216
+ 2.239000082015991,
217
+ 2.1989998817443848,
218
+ 2.1679999828338623,
219
+ 2.135999917984009,
220
+ 2.109999895095825,
221
+ 2.068000078201294,
222
+ 2.0360000133514404,
223
+ 1.996999979019165,
224
+ 1.965000033378601,
225
+ 1.9140000343322754,
226
+ 1.8530000448226929,
227
+ 1.8170000314712524,
228
+ 1.7649999856948853,
229
+ 1.7079999446868896,
230
+ 1.6519999504089355,
231
+ 1.5870000123977661,
232
+ 1.5379999876022339,
233
+ 1.4919999837875366,
234
+ 1.4240000247955322,
235
+ 1.3660000562667847,
236
+ 1.2970000505447388,
237
+ 1.2430000305175781,
238
+ 1.184000015258789,
239
+ 1.1200000047683716
240
+ ],
241
+ "actual": [
242
+ 1.062000036239624,
243
+ 0.996999979019165,
244
+ 0.9539999961853027,
245
+ 0.890999972820282,
246
+ 0.8190000057220459,
247
+ 0.7549999952316284,
248
+ 0.6990000009536743,
249
+ 0.656000018119812,
250
+ 0.609000027179718,
251
+ 0.5519999861717224,
252
+ 0.5170000195503235,
253
+ 0.4580000042915344,
254
+ 0.3889999985694885,
255
+ 0.32600000500679016,
256
+ 0.2800000011920929,
257
+ 0.24500000476837158,
258
+ 0.1860000044107437,
259
+ 0.13099999725818634,
260
+ 0.0729999989271164,
261
+ 0.032999999821186066,
262
+ 0.006000000052154064,
263
+ -0.020999999716877937,
264
+ -0.06199999898672104,
265
+ -0.0860000029206276
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 0.9989076256752014,
270
+ 0.9368209838867188,
271
+ 0.8776302933692932,
272
+ 0.8096635341644287,
273
+ 0.7513099908828735,
274
+ 0.6872845888137817,
275
+ 0.6277650594711304,
276
+ 0.5715819597244263,
277
+ 0.5203858613967896,
278
+ 0.4604010581970215,
279
+ 0.415460467338562,
280
+ 0.367885947227478,
281
+ 0.3195146322250366,
282
+ 0.28541624546051025,
283
+ 0.2608228921890259,
284
+ 0.20887529850006104,
285
+ -0.05158793926239014,
286
+ -0.06782972812652588,
287
+ -0.10551154613494873,
288
+ -0.1269608736038208,
289
+ -0.17079460620880127,
290
+ -0.20471203327178955,
291
+ -0.24222922325134277,
292
+ -0.2813369035720825
293
+ ],
294
+ "p10": [
295
+ 0.945620596408844,
296
+ 0.8804873824119568,
297
+ 0.8019547462463379,
298
+ 0.7182477712631226,
299
+ 0.6416875123977661,
300
+ 0.550814151763916,
301
+ 0.45378732681274414,
302
+ 0.39908134937286377,
303
+ 0.32103264331817627,
304
+ 0.2528892755508423,
305
+ 0.17857778072357178,
306
+ 0.09702515602111816,
307
+ 0.022555232048034668,
308
+ -0.05296123027801514,
309
+ -0.08465814590454102,
310
+ -0.1774541139602661,
311
+ -0.5725201368331909,
312
+ -0.6786762475967407,
313
+ -0.7851120233535767,
314
+ -0.8231221437454224,
315
+ -0.9505261182785034,
316
+ -1.0222457647323608,
317
+ -1.1774460077285767,
318
+ -1.1996458768844604
319
+ ],
320
+ "p90": [
321
+ 1.063004493713379,
322
+ 1.0175111293792725,
323
+ 0.9646920561790466,
324
+ 0.9132021069526672,
325
+ 0.8717187643051147,
326
+ 0.8316766619682312,
327
+ 0.7893950343132019,
328
+ 0.7536410093307495,
329
+ 0.7131426334381104,
330
+ 0.6840521097183228,
331
+ 0.6417102813720703,
332
+ 0.6284412145614624,
333
+ 0.5881178379058838,
334
+ 0.5938984155654907,
335
+ 0.5856359004974365,
336
+ 0.5516057014465332,
337
+ 0.5592626333236694,
338
+ 0.5391401052474976,
339
+ 0.5387545824050903,
340
+ 0.5737720727920532,
341
+ 0.561180591583252,
342
+ 0.5882078409194946,
343
+ 0.5914660692214966,
344
+ 0.6034919023513794
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_125434.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
+ "domain": "Ocean",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-16T12:54:34.421597+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.19232468823191248,
8
+ "MSE[0.5]": 0.1851330222902564,
9
+ "MAE[0.5]": 0.3531057197833434,
10
+ "MASE[0.5]": 0.4513133913425793,
11
+ "MAPE[0.5]": 8.644715194744526,
12
+ "sMAPE[0.5]": 0.8093923687434884,
13
+ "MSIS": 9.864881351396619,
14
+ "RMSE[mean]": 0.4385483875604977,
15
+ "NRMSE[mean]": 0.9739207130020368,
16
+ "ND[0.5]": 0.7841711066126099,
17
+ "mean_weighted_sum_quantile_loss": 0.6098146189093784
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-16 00:48:00",
23
+ "2026-06-16 00:54:00",
24
+ "2026-06-16 01:00:00",
25
+ "2026-06-16 01:06:00",
26
+ "2026-06-16 01:12:00",
27
+ "2026-06-16 01:18:00",
28
+ "2026-06-16 01:24:00",
29
+ "2026-06-16 01:30:00",
30
+ "2026-06-16 01:36:00",
31
+ "2026-06-16 01:42:00",
32
+ "2026-06-16 01:48:00",
33
+ "2026-06-16 01:54:00",
34
+ "2026-06-16 02:00:00",
35
+ "2026-06-16 02:06:00",
36
+ "2026-06-16 02:12:00",
37
+ "2026-06-16 02:18:00",
38
+ "2026-06-16 02:24:00",
39
+ "2026-06-16 02:30:00",
40
+ "2026-06-16 02:36:00",
41
+ "2026-06-16 02:42:00",
42
+ "2026-06-16 02:48:00",
43
+ "2026-06-16 02:54:00",
44
+ "2026-06-16 03:00:00",
45
+ "2026-06-16 03:06:00",
46
+ "2026-06-16 03:12:00",
47
+ "2026-06-16 03:18:00",
48
+ "2026-06-16 03:24:00",
49
+ "2026-06-16 03:30:00",
50
+ "2026-06-16 03:36:00",
51
+ "2026-06-16 03:42:00",
52
+ "2026-06-16 03:48:00",
53
+ "2026-06-16 03:54:00",
54
+ "2026-06-16 04:00:00",
55
+ "2026-06-16 04:06:00",
56
+ "2026-06-16 04:12:00",
57
+ "2026-06-16 04:18:00",
58
+ "2026-06-16 04:24:00",
59
+ "2026-06-16 04:30:00",
60
+ "2026-06-16 04:36:00",
61
+ "2026-06-16 04:42:00",
62
+ "2026-06-16 04:48:00",
63
+ "2026-06-16 04:54:00",
64
+ "2026-06-16 05:00:00",
65
+ "2026-06-16 05:06:00",
66
+ "2026-06-16 05:12:00",
67
+ "2026-06-16 05:18:00",
68
+ "2026-06-16 05:24:00",
69
+ "2026-06-16 05:30:00",
70
+ "2026-06-16 05:36:00",
71
+ "2026-06-16 05:42:00",
72
+ "2026-06-16 05:48:00",
73
+ "2026-06-16 05:54:00",
74
+ "2026-06-16 06:00:00",
75
+ "2026-06-16 06:06:00",
76
+ "2026-06-16 06:12:00",
77
+ "2026-06-16 06:18:00",
78
+ "2026-06-16 06:24:00",
79
+ "2026-06-16 06:30:00",
80
+ "2026-06-16 06:36:00",
81
+ "2026-06-16 06:42:00",
82
+ "2026-06-16 06:48:00",
83
+ "2026-06-16 06:54:00",
84
+ "2026-06-16 07:00:00",
85
+ "2026-06-16 07:06:00",
86
+ "2026-06-16 07:12:00",
87
+ "2026-06-16 07:18:00",
88
+ "2026-06-16 07:24:00",
89
+ "2026-06-16 07:30:00",
90
+ "2026-06-16 07:36:00",
91
+ "2026-06-16 07:42:00",
92
+ "2026-06-16 07:48:00",
93
+ "2026-06-16 07:54:00",
94
+ "2026-06-16 08:00:00",
95
+ "2026-06-16 08:06:00",
96
+ "2026-06-16 08:12:00",
97
+ "2026-06-16 08:18:00",
98
+ "2026-06-16 08:24:00",
99
+ "2026-06-16 08:30:00",
100
+ "2026-06-16 08:36:00",
101
+ "2026-06-16 08:42:00",
102
+ "2026-06-16 08:48:00",
103
+ "2026-06-16 08:54:00",
104
+ "2026-06-16 09:00:00",
105
+ "2026-06-16 09:06:00",
106
+ "2026-06-16 09:12:00",
107
+ "2026-06-16 09:18:00",
108
+ "2026-06-16 09:24:00",
109
+ "2026-06-16 09:30:00",
110
+ "2026-06-16 09:36:00",
111
+ "2026-06-16 09:42:00",
112
+ "2026-06-16 09:48:00",
113
+ "2026-06-16 09:54:00",
114
+ "2026-06-16 10:00:00",
115
+ "2026-06-16 10:06:00",
116
+ "2026-06-16 10:12:00",
117
+ "2026-06-16 10:18:00",
118
+ "2026-06-16 10:24:00",
119
+ "2026-06-16 10:30:00",
120
+ "2026-06-16 10:36:00",
121
+ "2026-06-16 10:42:00",
122
+ "2026-06-16 10:48:00",
123
+ "2026-06-16 10:54:00",
124
+ "2026-06-16 11:00:00",
125
+ "2026-06-16 11:06:00",
126
+ "2026-06-16 11:12:00",
127
+ "2026-06-16 11:18:00",
128
+ "2026-06-16 11:24:00",
129
+ "2026-06-16 11:30:00",
130
+ "2026-06-16 11:36:00",
131
+ "2026-06-16 11:42:00",
132
+ "2026-06-16 11:48:00",
133
+ "2026-06-16 11:54:00",
134
+ "2026-06-16 12:00:00",
135
+ "2026-06-16 12:06:00",
136
+ "2026-06-16 12:12:00",
137
+ "2026-06-16 12:18:00",
138
+ "2026-06-16 12:24:00",
139
+ "2026-06-16 12:30:00",
140
+ "2026-06-16 12:36:00",
141
+ "2026-06-16 12:42:00"
142
+ ],
143
+ "context": [
144
+ 1.0609999895095825,
145
+ 1.0570000410079956,
146
+ 1.0529999732971191,
147
+ 1.0499999523162842,
148
+ 1.0570000410079956,
149
+ 1.0549999475479126,
150
+ 1.065000057220459,
151
+ 1.0809999704360962,
152
+ 1.097000002861023,
153
+ 1.1130000352859497,
154
+ 1.1230000257492065,
155
+ 1.1440000534057617,
156
+ 1.1519999504089355,
157
+ 1.1649999618530273,
158
+ 1.184999942779541,
159
+ 1.1979999542236328,
160
+ 1.2300000190734863,
161
+ 1.246999979019165,
162
+ 1.2719999551773071,
163
+ 1.2910000085830688,
164
+ 1.312000036239624,
165
+ 1.3380000591278076,
166
+ 1.3600000143051147,
167
+ 1.3799999952316284,
168
+ 1.3960000276565552,
169
+ 1.4290000200271606,
170
+ 1.4539999961853027,
171
+ 1.5,
172
+ 1.527999997138977,
173
+ 1.5540000200271606,
174
+ 1.5870000123977661,
175
+ 1.628999948501587,
176
+ 1.6549999713897705,
177
+ 1.684000015258789,
178
+ 1.7120000123977661,
179
+ 1.7289999723434448,
180
+ 1.7680000066757202,
181
+ 1.8049999475479126,
182
+ 1.8380000591278076,
183
+ 1.8660000562667847,
184
+ 1.8839999437332153,
185
+ 1.9019999504089355,
186
+ 1.9240000247955322,
187
+ 1.9529999494552612,
188
+ 1.9910000562667847,
189
+ 2.0260000228881836,
190
+ 2.053999900817871,
191
+ 2.0859999656677246,
192
+ 2.1089999675750732,
193
+ 2.13700008392334,
194
+ 2.1670000553131104,
195
+ 2.190999984741211,
196
+ 2.200000047683716,
197
+ 2.2079999446868896,
198
+ 2.2239999771118164,
199
+ 2.246000051498413,
200
+ 2.25600004196167,
201
+ 2.2750000953674316,
202
+ 2.2839999198913574,
203
+ 2.2990000247955322,
204
+ 2.308000087738037,
205
+ 2.305999994277954,
206
+ 2.302000045776367,
207
+ 2.306999921798706,
208
+ 2.309999942779541,
209
+ 2.322999954223633,
210
+ 2.325000047683716,
211
+ 2.3259999752044678,
212
+ 2.318000078201294,
213
+ 2.305000066757202,
214
+ 2.2869999408721924,
215
+ 2.26200008392334,
216
+ 2.239000082015991,
217
+ 2.1989998817443848,
218
+ 2.1679999828338623,
219
+ 2.135999917984009,
220
+ 2.109999895095825,
221
+ 2.068000078201294,
222
+ 2.0360000133514404,
223
+ 1.996999979019165,
224
+ 1.965000033378601,
225
+ 1.9140000343322754,
226
+ 1.8530000448226929,
227
+ 1.8170000314712524,
228
+ 1.7649999856948853,
229
+ 1.7079999446868896,
230
+ 1.6519999504089355,
231
+ 1.5870000123977661,
232
+ 1.5379999876022339,
233
+ 1.4919999837875366,
234
+ 1.4240000247955322,
235
+ 1.3660000562667847,
236
+ 1.2970000505447388,
237
+ 1.2430000305175781,
238
+ 1.184000015258789,
239
+ 1.1200000047683716
240
+ ],
241
+ "actual": [
242
+ 1.062000036239624,
243
+ 0.996999979019165,
244
+ 0.9539999961853027,
245
+ 0.890999972820282,
246
+ 0.8190000057220459,
247
+ 0.7549999952316284,
248
+ 0.6990000009536743,
249
+ 0.656000018119812,
250
+ 0.609000027179718,
251
+ 0.5519999861717224,
252
+ 0.5170000195503235,
253
+ 0.4580000042915344,
254
+ 0.3889999985694885,
255
+ 0.32600000500679016,
256
+ 0.2800000011920929,
257
+ 0.24500000476837158,
258
+ 0.1860000044107437,
259
+ 0.13099999725818634,
260
+ 0.0729999989271164,
261
+ 0.032999999821186066,
262
+ 0.006000000052154064,
263
+ -0.020999999716877937,
264
+ -0.06199999898672104,
265
+ -0.0860000029206276
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.067466378211975,
270
+ 1.0210098028182983,
271
+ 0.9829554557800293,
272
+ 0.9490393698215485,
273
+ 0.9121184647083282,
274
+ 0.8854148685932159,
275
+ 0.861682116985321,
276
+ 0.8373807072639465,
277
+ 0.7998886704444885,
278
+ 0.7783502340316772,
279
+ 0.759607195854187,
280
+ 0.7535248696804047,
281
+ 0.7419858872890472,
282
+ 0.739145040512085,
283
+ 0.7196967005729675,
284
+ 0.7101885080337524,
285
+ 0.6697686910629272,
286
+ 0.6430191397666931,
287
+ 0.6400829553604126,
288
+ 0.6351398825645447,
289
+ 0.6302490234375,
290
+ 0.6687391996383667,
291
+ 0.6863957643508911,
292
+ 0.6664608716964722
293
+ ],
294
+ "p10": [
295
+ 1.0482406616210938,
296
+ 0.9859017431735992,
297
+ 0.9371928870677948,
298
+ 0.8935315012931824,
299
+ 0.8410613834857941,
300
+ 0.8017256259918213,
301
+ 0.7783389985561371,
302
+ 0.7460774779319763,
303
+ 0.6859843134880066,
304
+ 0.6527780294418335,
305
+ 0.6219028234481812,
306
+ 0.5886902213096619,
307
+ 0.5784761905670166,
308
+ 0.5332216024398804,
309
+ 0.5766615867614746,
310
+ 0.5219067931175232,
311
+ 0.4037327170372009,
312
+ 0.33988308906555176,
313
+ 0.35904109477996826,
314
+ 0.39600539207458496,
315
+ 0.29996949434280396,
316
+ 0.3278164267539978,
317
+ 0.3563544750213623,
318
+ 0.350957453250885
319
+ ],
320
+ "p90": [
321
+ 1.086760699748993,
322
+ 1.0576152801513672,
323
+ 1.0304824113845825,
324
+ 1.0083225965499878,
325
+ 0.977228045463562,
326
+ 0.9787037968635559,
327
+ 0.9590136110782623,
328
+ 0.9377324879169464,
329
+ 0.9160120189189911,
330
+ 0.9198940098285675,
331
+ 0.8912928402423859,
332
+ 0.9066044986248016,
333
+ 0.9030346572399139,
334
+ 0.9018208384513855,
335
+ 0.9007400274276733,
336
+ 0.8881325125694275,
337
+ 1.0128901600837708,
338
+ 0.9730421304702759,
339
+ 0.9199555814266205,
340
+ 0.9225091338157654,
341
+ 0.9557086527347565,
342
+ 1.004597395658493,
343
+ 1.023128628730774,
344
+ 1.0599157810211182
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_125456.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
+ "domain": "Ocean",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-16T12:54:56.210761+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.148617193073226,
8
+ "MSE[0.5]": 0.148617193073226,
9
+ "MAE[0.5]": 0.2978099903945501,
10
+ "MASE[0.5]": 0.38063851478569427,
11
+ "MAPE[0.5]": 8.049185790476685,
12
+ "sMAPE[0.5]": 0.7536399241959145,
13
+ "MSIS": 3.764835578902398,
14
+ "RMSE[mean]": 0.3855090051778635,
15
+ "NRMSE[mean]": 0.8561317652541517,
16
+ "ND[0.5]": 0.6613713022583592,
17
+ "mean_weighted_sum_quantile_loss": 0.4305117155254597
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-16 00:48:00",
23
+ "2026-06-16 00:54:00",
24
+ "2026-06-16 01:00:00",
25
+ "2026-06-16 01:06:00",
26
+ "2026-06-16 01:12:00",
27
+ "2026-06-16 01:18:00",
28
+ "2026-06-16 01:24:00",
29
+ "2026-06-16 01:30:00",
30
+ "2026-06-16 01:36:00",
31
+ "2026-06-16 01:42:00",
32
+ "2026-06-16 01:48:00",
33
+ "2026-06-16 01:54:00",
34
+ "2026-06-16 02:00:00",
35
+ "2026-06-16 02:06:00",
36
+ "2026-06-16 02:12:00",
37
+ "2026-06-16 02:18:00",
38
+ "2026-06-16 02:24:00",
39
+ "2026-06-16 02:30:00",
40
+ "2026-06-16 02:36:00",
41
+ "2026-06-16 02:42:00",
42
+ "2026-06-16 02:48:00",
43
+ "2026-06-16 02:54:00",
44
+ "2026-06-16 03:00:00",
45
+ "2026-06-16 03:06:00",
46
+ "2026-06-16 03:12:00",
47
+ "2026-06-16 03:18:00",
48
+ "2026-06-16 03:24:00",
49
+ "2026-06-16 03:30:00",
50
+ "2026-06-16 03:36:00",
51
+ "2026-06-16 03:42:00",
52
+ "2026-06-16 03:48:00",
53
+ "2026-06-16 03:54:00",
54
+ "2026-06-16 04:00:00",
55
+ "2026-06-16 04:06:00",
56
+ "2026-06-16 04:12:00",
57
+ "2026-06-16 04:18:00",
58
+ "2026-06-16 04:24:00",
59
+ "2026-06-16 04:30:00",
60
+ "2026-06-16 04:36:00",
61
+ "2026-06-16 04:42:00",
62
+ "2026-06-16 04:48:00",
63
+ "2026-06-16 04:54:00",
64
+ "2026-06-16 05:00:00",
65
+ "2026-06-16 05:06:00",
66
+ "2026-06-16 05:12:00",
67
+ "2026-06-16 05:18:00",
68
+ "2026-06-16 05:24:00",
69
+ "2026-06-16 05:30:00",
70
+ "2026-06-16 05:36:00",
71
+ "2026-06-16 05:42:00",
72
+ "2026-06-16 05:48:00",
73
+ "2026-06-16 05:54:00",
74
+ "2026-06-16 06:00:00",
75
+ "2026-06-16 06:06:00",
76
+ "2026-06-16 06:12:00",
77
+ "2026-06-16 06:18:00",
78
+ "2026-06-16 06:24:00",
79
+ "2026-06-16 06:30:00",
80
+ "2026-06-16 06:36:00",
81
+ "2026-06-16 06:42:00",
82
+ "2026-06-16 06:48:00",
83
+ "2026-06-16 06:54:00",
84
+ "2026-06-16 07:00:00",
85
+ "2026-06-16 07:06:00",
86
+ "2026-06-16 07:12:00",
87
+ "2026-06-16 07:18:00",
88
+ "2026-06-16 07:24:00",
89
+ "2026-06-16 07:30:00",
90
+ "2026-06-16 07:36:00",
91
+ "2026-06-16 07:42:00",
92
+ "2026-06-16 07:48:00",
93
+ "2026-06-16 07:54:00",
94
+ "2026-06-16 08:00:00",
95
+ "2026-06-16 08:06:00",
96
+ "2026-06-16 08:12:00",
97
+ "2026-06-16 08:18:00",
98
+ "2026-06-16 08:24:00",
99
+ "2026-06-16 08:30:00",
100
+ "2026-06-16 08:36:00",
101
+ "2026-06-16 08:42:00",
102
+ "2026-06-16 08:48:00",
103
+ "2026-06-16 08:54:00",
104
+ "2026-06-16 09:00:00",
105
+ "2026-06-16 09:06:00",
106
+ "2026-06-16 09:12:00",
107
+ "2026-06-16 09:18:00",
108
+ "2026-06-16 09:24:00",
109
+ "2026-06-16 09:30:00",
110
+ "2026-06-16 09:36:00",
111
+ "2026-06-16 09:42:00",
112
+ "2026-06-16 09:48:00",
113
+ "2026-06-16 09:54:00",
114
+ "2026-06-16 10:00:00",
115
+ "2026-06-16 10:06:00",
116
+ "2026-06-16 10:12:00",
117
+ "2026-06-16 10:18:00",
118
+ "2026-06-16 10:24:00",
119
+ "2026-06-16 10:30:00",
120
+ "2026-06-16 10:36:00",
121
+ "2026-06-16 10:42:00",
122
+ "2026-06-16 10:48:00",
123
+ "2026-06-16 10:54:00",
124
+ "2026-06-16 11:00:00",
125
+ "2026-06-16 11:06:00",
126
+ "2026-06-16 11:12:00",
127
+ "2026-06-16 11:18:00",
128
+ "2026-06-16 11:24:00",
129
+ "2026-06-16 11:30:00",
130
+ "2026-06-16 11:36:00",
131
+ "2026-06-16 11:42:00",
132
+ "2026-06-16 11:48:00",
133
+ "2026-06-16 11:54:00",
134
+ "2026-06-16 12:00:00",
135
+ "2026-06-16 12:06:00",
136
+ "2026-06-16 12:12:00",
137
+ "2026-06-16 12:18:00",
138
+ "2026-06-16 12:24:00",
139
+ "2026-06-16 12:30:00",
140
+ "2026-06-16 12:36:00",
141
+ "2026-06-16 12:42:00"
142
+ ],
143
+ "context": [
144
+ 1.0609999895095825,
145
+ 1.0570000410079956,
146
+ 1.0529999732971191,
147
+ 1.0499999523162842,
148
+ 1.0570000410079956,
149
+ 1.0549999475479126,
150
+ 1.065000057220459,
151
+ 1.0809999704360962,
152
+ 1.097000002861023,
153
+ 1.1130000352859497,
154
+ 1.1230000257492065,
155
+ 1.1440000534057617,
156
+ 1.1519999504089355,
157
+ 1.1649999618530273,
158
+ 1.184999942779541,
159
+ 1.1979999542236328,
160
+ 1.2300000190734863,
161
+ 1.246999979019165,
162
+ 1.2719999551773071,
163
+ 1.2910000085830688,
164
+ 1.312000036239624,
165
+ 1.3380000591278076,
166
+ 1.3600000143051147,
167
+ 1.3799999952316284,
168
+ 1.3960000276565552,
169
+ 1.4290000200271606,
170
+ 1.4539999961853027,
171
+ 1.5,
172
+ 1.527999997138977,
173
+ 1.5540000200271606,
174
+ 1.5870000123977661,
175
+ 1.628999948501587,
176
+ 1.6549999713897705,
177
+ 1.684000015258789,
178
+ 1.7120000123977661,
179
+ 1.7289999723434448,
180
+ 1.7680000066757202,
181
+ 1.8049999475479126,
182
+ 1.8380000591278076,
183
+ 1.8660000562667847,
184
+ 1.8839999437332153,
185
+ 1.9019999504089355,
186
+ 1.9240000247955322,
187
+ 1.9529999494552612,
188
+ 1.9910000562667847,
189
+ 2.0260000228881836,
190
+ 2.053999900817871,
191
+ 2.0859999656677246,
192
+ 2.1089999675750732,
193
+ 2.13700008392334,
194
+ 2.1670000553131104,
195
+ 2.190999984741211,
196
+ 2.200000047683716,
197
+ 2.2079999446868896,
198
+ 2.2239999771118164,
199
+ 2.246000051498413,
200
+ 2.25600004196167,
201
+ 2.2750000953674316,
202
+ 2.2839999198913574,
203
+ 2.2990000247955322,
204
+ 2.308000087738037,
205
+ 2.305999994277954,
206
+ 2.302000045776367,
207
+ 2.306999921798706,
208
+ 2.309999942779541,
209
+ 2.322999954223633,
210
+ 2.325000047683716,
211
+ 2.3259999752044678,
212
+ 2.318000078201294,
213
+ 2.305000066757202,
214
+ 2.2869999408721924,
215
+ 2.26200008392334,
216
+ 2.239000082015991,
217
+ 2.1989998817443848,
218
+ 2.1679999828338623,
219
+ 2.135999917984009,
220
+ 2.109999895095825,
221
+ 2.068000078201294,
222
+ 2.0360000133514404,
223
+ 1.996999979019165,
224
+ 1.965000033378601,
225
+ 1.9140000343322754,
226
+ 1.8530000448226929,
227
+ 1.8170000314712524,
228
+ 1.7649999856948853,
229
+ 1.7079999446868896,
230
+ 1.6519999504089355,
231
+ 1.5870000123977661,
232
+ 1.5379999876022339,
233
+ 1.4919999837875366,
234
+ 1.4240000247955322,
235
+ 1.3660000562667847,
236
+ 1.2970000505447388,
237
+ 1.2430000305175781,
238
+ 1.184000015258789,
239
+ 1.1200000047683716
240
+ ],
241
+ "actual": [
242
+ 1.062000036239624,
243
+ 0.996999979019165,
244
+ 0.9539999961853027,
245
+ 0.890999972820282,
246
+ 0.8190000057220459,
247
+ 0.7549999952316284,
248
+ 0.6990000009536743,
249
+ 0.656000018119812,
250
+ 0.609000027179718,
251
+ 0.5519999861717224,
252
+ 0.5170000195503235,
253
+ 0.4580000042915344,
254
+ 0.3889999985694885,
255
+ 0.32600000500679016,
256
+ 0.2800000011920929,
257
+ 0.24500000476837158,
258
+ 0.1860000044107437,
259
+ 0.13099999725818634,
260
+ 0.0729999989271164,
261
+ 0.032999999821186066,
262
+ 0.006000000052154064,
263
+ -0.020999999716877937,
264
+ -0.06199999898672104,
265
+ -0.0860000029206276
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.068328857421875,
270
+ 1.013397216796875,
271
+ 0.9618988037109375,
272
+ 0.910400390625,
273
+ 0.862335205078125,
274
+ 0.821136474609375,
275
+ 0.793670654296875,
276
+ 0.752471923828125,
277
+ 0.73187255859375,
278
+ 0.70440673828125,
279
+ 0.67694091796875,
280
+ 0.6632080078125,
281
+ 0.656341552734375,
282
+ 0.642608642578125,
283
+ 0.628875732421875,
284
+ 0.62200927734375,
285
+ 0.642608642578125,
286
+ 0.642608642578125,
287
+ 0.628875732421875,
288
+ 0.6357421875,
289
+ 0.628875732421875,
290
+ 0.628875732421875,
291
+ 0.64947509765625,
292
+ 0.64947509765625
293
+ ],
294
+ "p10": [
295
+ 1.0477294921875,
296
+ 0.972198486328125,
297
+ 0.9001007080078125,
298
+ 0.834869384765625,
299
+ 0.766204833984375,
300
+ 0.70440673828125,
301
+ 0.64947509765625,
302
+ 0.59454345703125,
303
+ 0.546478271484375,
304
+ 0.4984130859375,
305
+ 0.450347900390625,
306
+ 0.409149169921875,
307
+ 0.361083984375,
308
+ 0.3336181640625,
309
+ 0.299285888671875,
310
+ 0.26495361328125,
311
+ 0.2786865234375,
312
+ 0.251220703125,
313
+ 0.216888427734375,
314
+ 0.21002197265625,
315
+ 0.189422607421875,
316
+ 0.1688232421875,
317
+ 0.1688232421875,
318
+ 0.161956787109375
319
+ ],
320
+ "p90": [
321
+ 1.1026611328125,
322
+ 1.0442962646484375,
323
+ 1.0168304443359375,
324
+ 0.97906494140625,
325
+ 0.958465576171875,
326
+ 0.9344329833984375,
327
+ 0.9275665283203125,
328
+ 0.903533935546875,
329
+ 0.9069671630859375,
330
+ 0.9138336181640625,
331
+ 0.9069671630859375,
332
+ 0.917266845703125,
333
+ 0.9378662109375,
334
+ 0.95159912109375,
335
+ 0.96533203125,
336
+ 0.9824981689453125,
337
+ 1.0786285400390625,
338
+ 1.11639404296875,
339
+ 1.1266937255859375,
340
+ 1.150726318359375,
341
+ 1.1610260009765625,
342
+ 1.1884918212890625,
343
+ 1.2296905517578125,
344
+ 1.2640228271484375
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_125310.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
+ "domain": "Ocean",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-16T12:53:10.321350+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.0812097193326838,
8
+ "MSE[0.5]": 0.05447331229424032,
9
+ "MAE[0.5]": 0.1722717418257768,
10
+ "MASE[0.5]": 0.22018488990659538,
11
+ "MAPE[0.5]": 5.1130546829006756,
12
+ "sMAPE[0.5]": 0.645475679781767,
13
+ "MSIS": 12.982452438350686,
14
+ "RMSE[mean]": 0.2849731905507671,
15
+ "NRMSE[mean]": 0.6328635580478142,
16
+ "ND[0.5]": 0.3825781199706686,
17
+ "mean_weighted_sum_quantile_loss": 0.5082769350423837
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-16 00:48:00",
23
+ "2026-06-16 00:54:00",
24
+ "2026-06-16 01:00:00",
25
+ "2026-06-16 01:06:00",
26
+ "2026-06-16 01:12:00",
27
+ "2026-06-16 01:18:00",
28
+ "2026-06-16 01:24:00",
29
+ "2026-06-16 01:30:00",
30
+ "2026-06-16 01:36:00",
31
+ "2026-06-16 01:42:00",
32
+ "2026-06-16 01:48:00",
33
+ "2026-06-16 01:54:00",
34
+ "2026-06-16 02:00:00",
35
+ "2026-06-16 02:06:00",
36
+ "2026-06-16 02:12:00",
37
+ "2026-06-16 02:18:00",
38
+ "2026-06-16 02:24:00",
39
+ "2026-06-16 02:30:00",
40
+ "2026-06-16 02:36:00",
41
+ "2026-06-16 02:42:00",
42
+ "2026-06-16 02:48:00",
43
+ "2026-06-16 02:54:00",
44
+ "2026-06-16 03:00:00",
45
+ "2026-06-16 03:06:00",
46
+ "2026-06-16 03:12:00",
47
+ "2026-06-16 03:18:00",
48
+ "2026-06-16 03:24:00",
49
+ "2026-06-16 03:30:00",
50
+ "2026-06-16 03:36:00",
51
+ "2026-06-16 03:42:00",
52
+ "2026-06-16 03:48:00",
53
+ "2026-06-16 03:54:00",
54
+ "2026-06-16 04:00:00",
55
+ "2026-06-16 04:06:00",
56
+ "2026-06-16 04:12:00",
57
+ "2026-06-16 04:18:00",
58
+ "2026-06-16 04:24:00",
59
+ "2026-06-16 04:30:00",
60
+ "2026-06-16 04:36:00",
61
+ "2026-06-16 04:42:00",
62
+ "2026-06-16 04:48:00",
63
+ "2026-06-16 04:54:00",
64
+ "2026-06-16 05:00:00",
65
+ "2026-06-16 05:06:00",
66
+ "2026-06-16 05:12:00",
67
+ "2026-06-16 05:18:00",
68
+ "2026-06-16 05:24:00",
69
+ "2026-06-16 05:30:00",
70
+ "2026-06-16 05:36:00",
71
+ "2026-06-16 05:42:00",
72
+ "2026-06-16 05:48:00",
73
+ "2026-06-16 05:54:00",
74
+ "2026-06-16 06:00:00",
75
+ "2026-06-16 06:06:00",
76
+ "2026-06-16 06:12:00",
77
+ "2026-06-16 06:18:00",
78
+ "2026-06-16 06:24:00",
79
+ "2026-06-16 06:30:00",
80
+ "2026-06-16 06:36:00",
81
+ "2026-06-16 06:42:00",
82
+ "2026-06-16 06:48:00",
83
+ "2026-06-16 06:54:00",
84
+ "2026-06-16 07:00:00",
85
+ "2026-06-16 07:06:00",
86
+ "2026-06-16 07:12:00",
87
+ "2026-06-16 07:18:00",
88
+ "2026-06-16 07:24:00",
89
+ "2026-06-16 07:30:00",
90
+ "2026-06-16 07:36:00",
91
+ "2026-06-16 07:42:00",
92
+ "2026-06-16 07:48:00",
93
+ "2026-06-16 07:54:00",
94
+ "2026-06-16 08:00:00",
95
+ "2026-06-16 08:06:00",
96
+ "2026-06-16 08:12:00",
97
+ "2026-06-16 08:18:00",
98
+ "2026-06-16 08:24:00",
99
+ "2026-06-16 08:30:00",
100
+ "2026-06-16 08:36:00",
101
+ "2026-06-16 08:42:00",
102
+ "2026-06-16 08:48:00",
103
+ "2026-06-16 08:54:00",
104
+ "2026-06-16 09:00:00",
105
+ "2026-06-16 09:06:00",
106
+ "2026-06-16 09:12:00",
107
+ "2026-06-16 09:18:00",
108
+ "2026-06-16 09:24:00",
109
+ "2026-06-16 09:30:00",
110
+ "2026-06-16 09:36:00",
111
+ "2026-06-16 09:42:00",
112
+ "2026-06-16 09:48:00",
113
+ "2026-06-16 09:54:00",
114
+ "2026-06-16 10:00:00",
115
+ "2026-06-16 10:06:00",
116
+ "2026-06-16 10:12:00",
117
+ "2026-06-16 10:18:00",
118
+ "2026-06-16 10:24:00",
119
+ "2026-06-16 10:30:00",
120
+ "2026-06-16 10:36:00",
121
+ "2026-06-16 10:42:00",
122
+ "2026-06-16 10:48:00",
123
+ "2026-06-16 10:54:00",
124
+ "2026-06-16 11:00:00",
125
+ "2026-06-16 11:06:00",
126
+ "2026-06-16 11:12:00",
127
+ "2026-06-16 11:18:00",
128
+ "2026-06-16 11:24:00",
129
+ "2026-06-16 11:30:00",
130
+ "2026-06-16 11:36:00",
131
+ "2026-06-16 11:42:00",
132
+ "2026-06-16 11:48:00",
133
+ "2026-06-16 11:54:00",
134
+ "2026-06-16 12:00:00",
135
+ "2026-06-16 12:06:00",
136
+ "2026-06-16 12:12:00",
137
+ "2026-06-16 12:18:00",
138
+ "2026-06-16 12:24:00",
139
+ "2026-06-16 12:30:00",
140
+ "2026-06-16 12:36:00",
141
+ "2026-06-16 12:42:00"
142
+ ],
143
+ "context": [
144
+ 1.0609999895095825,
145
+ 1.0570000410079956,
146
+ 1.0529999732971191,
147
+ 1.0499999523162842,
148
+ 1.0570000410079956,
149
+ 1.0549999475479126,
150
+ 1.065000057220459,
151
+ 1.0809999704360962,
152
+ 1.097000002861023,
153
+ 1.1130000352859497,
154
+ 1.1230000257492065,
155
+ 1.1440000534057617,
156
+ 1.1519999504089355,
157
+ 1.1649999618530273,
158
+ 1.184999942779541,
159
+ 1.1979999542236328,
160
+ 1.2300000190734863,
161
+ 1.246999979019165,
162
+ 1.2719999551773071,
163
+ 1.2910000085830688,
164
+ 1.312000036239624,
165
+ 1.3380000591278076,
166
+ 1.3600000143051147,
167
+ 1.3799999952316284,
168
+ 1.3960000276565552,
169
+ 1.4290000200271606,
170
+ 1.4539999961853027,
171
+ 1.5,
172
+ 1.527999997138977,
173
+ 1.5540000200271606,
174
+ 1.5870000123977661,
175
+ 1.628999948501587,
176
+ 1.6549999713897705,
177
+ 1.684000015258789,
178
+ 1.7120000123977661,
179
+ 1.7289999723434448,
180
+ 1.7680000066757202,
181
+ 1.8049999475479126,
182
+ 1.8380000591278076,
183
+ 1.8660000562667847,
184
+ 1.8839999437332153,
185
+ 1.9019999504089355,
186
+ 1.9240000247955322,
187
+ 1.9529999494552612,
188
+ 1.9910000562667847,
189
+ 2.0260000228881836,
190
+ 2.053999900817871,
191
+ 2.0859999656677246,
192
+ 2.1089999675750732,
193
+ 2.13700008392334,
194
+ 2.1670000553131104,
195
+ 2.190999984741211,
196
+ 2.200000047683716,
197
+ 2.2079999446868896,
198
+ 2.2239999771118164,
199
+ 2.246000051498413,
200
+ 2.25600004196167,
201
+ 2.2750000953674316,
202
+ 2.2839999198913574,
203
+ 2.2990000247955322,
204
+ 2.308000087738037,
205
+ 2.305999994277954,
206
+ 2.302000045776367,
207
+ 2.306999921798706,
208
+ 2.309999942779541,
209
+ 2.322999954223633,
210
+ 2.325000047683716,
211
+ 2.3259999752044678,
212
+ 2.318000078201294,
213
+ 2.305000066757202,
214
+ 2.2869999408721924,
215
+ 2.26200008392334,
216
+ 2.239000082015991,
217
+ 2.1989998817443848,
218
+ 2.1679999828338623,
219
+ 2.135999917984009,
220
+ 2.109999895095825,
221
+ 2.068000078201294,
222
+ 2.0360000133514404,
223
+ 1.996999979019165,
224
+ 1.965000033378601,
225
+ 1.9140000343322754,
226
+ 1.8530000448226929,
227
+ 1.8170000314712524,
228
+ 1.7649999856948853,
229
+ 1.7079999446868896,
230
+ 1.6519999504089355,
231
+ 1.5870000123977661,
232
+ 1.5379999876022339,
233
+ 1.4919999837875366,
234
+ 1.4240000247955322,
235
+ 1.3660000562667847,
236
+ 1.2970000505447388,
237
+ 1.2430000305175781,
238
+ 1.184000015258789,
239
+ 1.1200000047683716
240
+ ],
241
+ "actual": [
242
+ 1.062000036239624,
243
+ 0.996999979019165,
244
+ 0.9539999961853027,
245
+ 0.890999972820282,
246
+ 0.8190000057220459,
247
+ 0.7549999952316284,
248
+ 0.6990000009536743,
249
+ 0.656000018119812,
250
+ 0.609000027179718,
251
+ 0.5519999861717224,
252
+ 0.5170000195503235,
253
+ 0.4580000042915344,
254
+ 0.3889999985694885,
255
+ 0.32600000500679016,
256
+ 0.2800000011920929,
257
+ 0.24500000476837158,
258
+ 0.1860000044107437,
259
+ 0.13099999725818634,
260
+ 0.0729999989271164,
261
+ 0.032999999821186066,
262
+ 0.006000000052154064,
263
+ -0.020999999716877937,
264
+ -0.06199999898672104,
265
+ -0.0860000029206276
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.0519723892211914,
270
+ 0.9879209995269775,
271
+ 0.9255721569061279,
272
+ 0.85621178150177,
273
+ 0.8087295293807983,
274
+ 0.777435302734375,
275
+ 0.7293528914451599,
276
+ 0.681693971157074,
277
+ 0.6458588242530823,
278
+ 0.6141526699066162,
279
+ 0.5728405714035034,
280
+ 0.529699981212616,
281
+ 0.5310192108154297,
282
+ 0.5150710344314575,
283
+ 0.49916207790374756,
284
+ 0.4447810649871826,
285
+ 0.4558483958244324,
286
+ 0.4433702528476715,
287
+ 0.403059184551239,
288
+ 0.41899511218070984,
289
+ 0.41963112354278564,
290
+ 0.3634890913963318,
291
+ 0.35231736302375793,
292
+ 0.39015060663223267
293
+ ],
294
+ "p10": [
295
+ 1.0694270133972168,
296
+ 1.0041756629943848,
297
+ 0.9179161787033081,
298
+ 0.901808500289917,
299
+ 0.8855175971984863,
300
+ 0.820397138595581,
301
+ 0.7659328579902649,
302
+ 0.6920226216316223,
303
+ 0.7413095831871033,
304
+ 0.6500180959701538,
305
+ 0.6658744215965271,
306
+ 0.622136116027832,
307
+ 0.6013811826705933,
308
+ 0.6316896677017212,
309
+ 0.5633245706558228,
310
+ 0.5258376598358154,
311
+ 0.5586737394332886,
312
+ 0.5347021818161011,
313
+ 0.5485999584197998,
314
+ 0.5442731380462646,
315
+ 0.5573931932449341,
316
+ 0.5433921813964844,
317
+ 0.5551033020019531,
318
+ 0.5433142185211182
319
+ ],
320
+ "p90": [
321
+ 1.0680902004241943,
322
+ 1.0154645442962646,
323
+ 0.9842920303344727,
324
+ 0.9234324097633362,
325
+ 0.9023522734642029,
326
+ 0.8810445666313171,
327
+ 0.8275595903396606,
328
+ 0.7978134751319885,
329
+ 0.7852218151092529,
330
+ 0.7517808079719543,
331
+ 0.7681587338447571,
332
+ 0.7234392166137695,
333
+ 0.7814580798149109,
334
+ 0.772079348564148,
335
+ 0.7465201020240784,
336
+ 0.7277082800865173,
337
+ 0.7485682964324951,
338
+ 0.7521429657936096,
339
+ 0.7435001730918884,
340
+ 0.7884665727615356,
341
+ 0.8156582117080688,
342
+ 0.8034150004386902,
343
+ 0.8145039677619934,
344
+ 0.8473708033561707
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_125403.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
+ "domain": "Ocean",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-16T12:54:03.515882+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.01181487368383291,
8
+ "MSE[0.5]": 0.01181487368383291,
9
+ "MAE[0.5]": 0.0840855286999916,
10
+ "MASE[0.5]": 0.1074718504806761,
11
+ "MAPE[0.5]": 2.296468621747491,
12
+ "sMAPE[0.5]": 0.5404996563869241,
13
+ "MSIS": 0.40745009201795296,
14
+ "RMSE[mean]": 0.1086962450309711,
15
+ "NRMSE[mean]": 0.24139075063091844,
16
+ "ND[0.5]": 0.18673569527912579,
17
+ "mean_weighted_sum_quantile_loss": 0.13100706891608818
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-16 00:48:00",
23
+ "2026-06-16 00:54:00",
24
+ "2026-06-16 01:00:00",
25
+ "2026-06-16 01:06:00",
26
+ "2026-06-16 01:12:00",
27
+ "2026-06-16 01:18:00",
28
+ "2026-06-16 01:24:00",
29
+ "2026-06-16 01:30:00",
30
+ "2026-06-16 01:36:00",
31
+ "2026-06-16 01:42:00",
32
+ "2026-06-16 01:48:00",
33
+ "2026-06-16 01:54:00",
34
+ "2026-06-16 02:00:00",
35
+ "2026-06-16 02:06:00",
36
+ "2026-06-16 02:12:00",
37
+ "2026-06-16 02:18:00",
38
+ "2026-06-16 02:24:00",
39
+ "2026-06-16 02:30:00",
40
+ "2026-06-16 02:36:00",
41
+ "2026-06-16 02:42:00",
42
+ "2026-06-16 02:48:00",
43
+ "2026-06-16 02:54:00",
44
+ "2026-06-16 03:00:00",
45
+ "2026-06-16 03:06:00",
46
+ "2026-06-16 03:12:00",
47
+ "2026-06-16 03:18:00",
48
+ "2026-06-16 03:24:00",
49
+ "2026-06-16 03:30:00",
50
+ "2026-06-16 03:36:00",
51
+ "2026-06-16 03:42:00",
52
+ "2026-06-16 03:48:00",
53
+ "2026-06-16 03:54:00",
54
+ "2026-06-16 04:00:00",
55
+ "2026-06-16 04:06:00",
56
+ "2026-06-16 04:12:00",
57
+ "2026-06-16 04:18:00",
58
+ "2026-06-16 04:24:00",
59
+ "2026-06-16 04:30:00",
60
+ "2026-06-16 04:36:00",
61
+ "2026-06-16 04:42:00",
62
+ "2026-06-16 04:48:00",
63
+ "2026-06-16 04:54:00",
64
+ "2026-06-16 05:00:00",
65
+ "2026-06-16 05:06:00",
66
+ "2026-06-16 05:12:00",
67
+ "2026-06-16 05:18:00",
68
+ "2026-06-16 05:24:00",
69
+ "2026-06-16 05:30:00",
70
+ "2026-06-16 05:36:00",
71
+ "2026-06-16 05:42:00",
72
+ "2026-06-16 05:48:00",
73
+ "2026-06-16 05:54:00",
74
+ "2026-06-16 06:00:00",
75
+ "2026-06-16 06:06:00",
76
+ "2026-06-16 06:12:00",
77
+ "2026-06-16 06:18:00",
78
+ "2026-06-16 06:24:00",
79
+ "2026-06-16 06:30:00",
80
+ "2026-06-16 06:36:00",
81
+ "2026-06-16 06:42:00",
82
+ "2026-06-16 06:48:00",
83
+ "2026-06-16 06:54:00",
84
+ "2026-06-16 07:00:00",
85
+ "2026-06-16 07:06:00",
86
+ "2026-06-16 07:12:00",
87
+ "2026-06-16 07:18:00",
88
+ "2026-06-16 07:24:00",
89
+ "2026-06-16 07:30:00",
90
+ "2026-06-16 07:36:00",
91
+ "2026-06-16 07:42:00",
92
+ "2026-06-16 07:48:00",
93
+ "2026-06-16 07:54:00",
94
+ "2026-06-16 08:00:00",
95
+ "2026-06-16 08:06:00",
96
+ "2026-06-16 08:12:00",
97
+ "2026-06-16 08:18:00",
98
+ "2026-06-16 08:24:00",
99
+ "2026-06-16 08:30:00",
100
+ "2026-06-16 08:36:00",
101
+ "2026-06-16 08:42:00",
102
+ "2026-06-16 08:48:00",
103
+ "2026-06-16 08:54:00",
104
+ "2026-06-16 09:00:00",
105
+ "2026-06-16 09:06:00",
106
+ "2026-06-16 09:12:00",
107
+ "2026-06-16 09:18:00",
108
+ "2026-06-16 09:24:00",
109
+ "2026-06-16 09:30:00",
110
+ "2026-06-16 09:36:00",
111
+ "2026-06-16 09:42:00",
112
+ "2026-06-16 09:48:00",
113
+ "2026-06-16 09:54:00",
114
+ "2026-06-16 10:00:00",
115
+ "2026-06-16 10:06:00",
116
+ "2026-06-16 10:12:00",
117
+ "2026-06-16 10:18:00",
118
+ "2026-06-16 10:24:00",
119
+ "2026-06-16 10:30:00",
120
+ "2026-06-16 10:36:00",
121
+ "2026-06-16 10:42:00",
122
+ "2026-06-16 10:48:00",
123
+ "2026-06-16 10:54:00",
124
+ "2026-06-16 11:00:00",
125
+ "2026-06-16 11:06:00",
126
+ "2026-06-16 11:12:00",
127
+ "2026-06-16 11:18:00",
128
+ "2026-06-16 11:24:00",
129
+ "2026-06-16 11:30:00",
130
+ "2026-06-16 11:36:00",
131
+ "2026-06-16 11:42:00",
132
+ "2026-06-16 11:48:00",
133
+ "2026-06-16 11:54:00",
134
+ "2026-06-16 12:00:00",
135
+ "2026-06-16 12:06:00",
136
+ "2026-06-16 12:12:00",
137
+ "2026-06-16 12:18:00",
138
+ "2026-06-16 12:24:00",
139
+ "2026-06-16 12:30:00",
140
+ "2026-06-16 12:36:00",
141
+ "2026-06-16 12:42:00"
142
+ ],
143
+ "context": [
144
+ 1.0609999895095825,
145
+ 1.0570000410079956,
146
+ 1.0529999732971191,
147
+ 1.0499999523162842,
148
+ 1.0570000410079956,
149
+ 1.0549999475479126,
150
+ 1.065000057220459,
151
+ 1.0809999704360962,
152
+ 1.097000002861023,
153
+ 1.1130000352859497,
154
+ 1.1230000257492065,
155
+ 1.1440000534057617,
156
+ 1.1519999504089355,
157
+ 1.1649999618530273,
158
+ 1.184999942779541,
159
+ 1.1979999542236328,
160
+ 1.2300000190734863,
161
+ 1.246999979019165,
162
+ 1.2719999551773071,
163
+ 1.2910000085830688,
164
+ 1.312000036239624,
165
+ 1.3380000591278076,
166
+ 1.3600000143051147,
167
+ 1.3799999952316284,
168
+ 1.3960000276565552,
169
+ 1.4290000200271606,
170
+ 1.4539999961853027,
171
+ 1.5,
172
+ 1.527999997138977,
173
+ 1.5540000200271606,
174
+ 1.5870000123977661,
175
+ 1.628999948501587,
176
+ 1.6549999713897705,
177
+ 1.684000015258789,
178
+ 1.7120000123977661,
179
+ 1.7289999723434448,
180
+ 1.7680000066757202,
181
+ 1.8049999475479126,
182
+ 1.8380000591278076,
183
+ 1.8660000562667847,
184
+ 1.8839999437332153,
185
+ 1.9019999504089355,
186
+ 1.9240000247955322,
187
+ 1.9529999494552612,
188
+ 1.9910000562667847,
189
+ 2.0260000228881836,
190
+ 2.053999900817871,
191
+ 2.0859999656677246,
192
+ 2.1089999675750732,
193
+ 2.13700008392334,
194
+ 2.1670000553131104,
195
+ 2.190999984741211,
196
+ 2.200000047683716,
197
+ 2.2079999446868896,
198
+ 2.2239999771118164,
199
+ 2.246000051498413,
200
+ 2.25600004196167,
201
+ 2.2750000953674316,
202
+ 2.2839999198913574,
203
+ 2.2990000247955322,
204
+ 2.308000087738037,
205
+ 2.305999994277954,
206
+ 2.302000045776367,
207
+ 2.306999921798706,
208
+ 2.309999942779541,
209
+ 2.322999954223633,
210
+ 2.325000047683716,
211
+ 2.3259999752044678,
212
+ 2.318000078201294,
213
+ 2.305000066757202,
214
+ 2.2869999408721924,
215
+ 2.26200008392334,
216
+ 2.239000082015991,
217
+ 2.1989998817443848,
218
+ 2.1679999828338623,
219
+ 2.135999917984009,
220
+ 2.109999895095825,
221
+ 2.068000078201294,
222
+ 2.0360000133514404,
223
+ 1.996999979019165,
224
+ 1.965000033378601,
225
+ 1.9140000343322754,
226
+ 1.8530000448226929,
227
+ 1.8170000314712524,
228
+ 1.7649999856948853,
229
+ 1.7079999446868896,
230
+ 1.6519999504089355,
231
+ 1.5870000123977661,
232
+ 1.5379999876022339,
233
+ 1.4919999837875366,
234
+ 1.4240000247955322,
235
+ 1.3660000562667847,
236
+ 1.2970000505447388,
237
+ 1.2430000305175781,
238
+ 1.184000015258789,
239
+ 1.1200000047683716
240
+ ],
241
+ "actual": [
242
+ 1.062000036239624,
243
+ 0.996999979019165,
244
+ 0.9539999961853027,
245
+ 0.890999972820282,
246
+ 0.8190000057220459,
247
+ 0.7549999952316284,
248
+ 0.6990000009536743,
249
+ 0.656000018119812,
250
+ 0.609000027179718,
251
+ 0.5519999861717224,
252
+ 0.5170000195503235,
253
+ 0.4580000042915344,
254
+ 0.3889999985694885,
255
+ 0.32600000500679016,
256
+ 0.2800000011920929,
257
+ 0.24500000476837158,
258
+ 0.1860000044107437,
259
+ 0.13099999725818634,
260
+ 0.0729999989271164,
261
+ 0.032999999821186066,
262
+ 0.006000000052154064,
263
+ -0.020999999716877937,
264
+ -0.06199999898672104,
265
+ -0.0860000029206276
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.0545687675476074,
270
+ 0.9990770220756531,
271
+ 0.9492612481117249,
272
+ 0.8993228673934937,
273
+ 0.8488411903381348,
274
+ 0.7962509393692017,
275
+ 0.7445730566978455,
276
+ 0.6929128170013428,
277
+ 0.6424601078033447,
278
+ 0.5924910306930542,
279
+ 0.5440555810928345,
280
+ 0.49876296520233154,
281
+ 0.45617055892944336,
282
+ 0.41247546672821045,
283
+ 0.36851227283477783,
284
+ 0.3286033868789673,
285
+ 0.2952309846878052,
286
+ 0.2669261693954468,
287
+ 0.2356877326965332,
288
+ 0.21070992946624756,
289
+ 0.18468832969665527,
290
+ 0.15844976902008057,
291
+ 0.14711499214172363,
292
+ 0.13556551933288574
293
+ ],
294
+ "p10": [
295
+ 1.0382890701293945,
296
+ 0.978127121925354,
297
+ 0.9216557145118713,
298
+ 0.8667705655097961,
299
+ 0.8099215030670166,
300
+ 0.7490272521972656,
301
+ 0.6893872022628784,
302
+ 0.6303696632385254,
303
+ 0.5678526163101196,
304
+ 0.5066444873809814,
305
+ 0.44581544399261475,
306
+ 0.38441193103790283,
307
+ 0.3263111114501953,
308
+ 0.2709542512893677,
309
+ 0.21467828750610352,
310
+ 0.15809690952301025,
311
+ 0.10665249824523926,
312
+ 0.0545116662979126,
313
+ 0.0030667781829833984,
314
+ -0.04899787902832031,
315
+ -0.09587490558624268,
316
+ -0.14963340759277344,
317
+ -0.1922856569290161,
318
+ -0.22821640968322754
319
+ ],
320
+ "p90": [
321
+ 1.0739259719848633,
322
+ 1.021718978881836,
323
+ 0.9769999384880066,
324
+ 0.9319643974304199,
325
+ 0.8919269442558289,
326
+ 0.8498542904853821,
327
+ 0.8077711462974548,
328
+ 0.7689189314842224,
329
+ 0.73311847448349,
330
+ 0.6997115612030029,
331
+ 0.6686902046203613,
332
+ 0.6423472166061401,
333
+ 0.6197901964187622,
334
+ 0.5956398248672485,
335
+ 0.5761817693710327,
336
+ 0.5511918067932129,
337
+ 0.5362186431884766,
338
+ 0.5225628614425659,
339
+ 0.5129785537719727,
340
+ 0.5073059797286987,
341
+ 0.5184003114700317,
342
+ 0.5338846445083618,
343
+ 0.5514813661575317,
344
+ 0.5658459663391113
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_125341.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
+ "domain": "Ocean",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-16T12:53:41.592217+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.0005354241491784556,
8
+ "MSE[0.5]": 0.0005354241491784556,
9
+ "MAE[0.5]": 0.017737248019936185,
10
+ "MASE[0.5]": 0.022670427320955172,
11
+ "MAPE[0.5]": 0.16018969944703157,
12
+ "sMAPE[0.5]": 0.16570088197620927,
13
+ "MSIS": 0.48431063872892316,
14
+ "RMSE[mean]": 0.023139233979940985,
15
+ "NRMSE[mean]": 0.05138721266637031,
16
+ "ND[0.5]": 0.03939057519824349,
17
+ "mean_weighted_sum_quantile_loss": 0.10254354102176931
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-16 00:48:00",
23
+ "2026-06-16 00:54:00",
24
+ "2026-06-16 01:00:00",
25
+ "2026-06-16 01:06:00",
26
+ "2026-06-16 01:12:00",
27
+ "2026-06-16 01:18:00",
28
+ "2026-06-16 01:24:00",
29
+ "2026-06-16 01:30:00",
30
+ "2026-06-16 01:36:00",
31
+ "2026-06-16 01:42:00",
32
+ "2026-06-16 01:48:00",
33
+ "2026-06-16 01:54:00",
34
+ "2026-06-16 02:00:00",
35
+ "2026-06-16 02:06:00",
36
+ "2026-06-16 02:12:00",
37
+ "2026-06-16 02:18:00",
38
+ "2026-06-16 02:24:00",
39
+ "2026-06-16 02:30:00",
40
+ "2026-06-16 02:36:00",
41
+ "2026-06-16 02:42:00",
42
+ "2026-06-16 02:48:00",
43
+ "2026-06-16 02:54:00",
44
+ "2026-06-16 03:00:00",
45
+ "2026-06-16 03:06:00",
46
+ "2026-06-16 03:12:00",
47
+ "2026-06-16 03:18:00",
48
+ "2026-06-16 03:24:00",
49
+ "2026-06-16 03:30:00",
50
+ "2026-06-16 03:36:00",
51
+ "2026-06-16 03:42:00",
52
+ "2026-06-16 03:48:00",
53
+ "2026-06-16 03:54:00",
54
+ "2026-06-16 04:00:00",
55
+ "2026-06-16 04:06:00",
56
+ "2026-06-16 04:12:00",
57
+ "2026-06-16 04:18:00",
58
+ "2026-06-16 04:24:00",
59
+ "2026-06-16 04:30:00",
60
+ "2026-06-16 04:36:00",
61
+ "2026-06-16 04:42:00",
62
+ "2026-06-16 04:48:00",
63
+ "2026-06-16 04:54:00",
64
+ "2026-06-16 05:00:00",
65
+ "2026-06-16 05:06:00",
66
+ "2026-06-16 05:12:00",
67
+ "2026-06-16 05:18:00",
68
+ "2026-06-16 05:24:00",
69
+ "2026-06-16 05:30:00",
70
+ "2026-06-16 05:36:00",
71
+ "2026-06-16 05:42:00",
72
+ "2026-06-16 05:48:00",
73
+ "2026-06-16 05:54:00",
74
+ "2026-06-16 06:00:00",
75
+ "2026-06-16 06:06:00",
76
+ "2026-06-16 06:12:00",
77
+ "2026-06-16 06:18:00",
78
+ "2026-06-16 06:24:00",
79
+ "2026-06-16 06:30:00",
80
+ "2026-06-16 06:36:00",
81
+ "2026-06-16 06:42:00",
82
+ "2026-06-16 06:48:00",
83
+ "2026-06-16 06:54:00",
84
+ "2026-06-16 07:00:00",
85
+ "2026-06-16 07:06:00",
86
+ "2026-06-16 07:12:00",
87
+ "2026-06-16 07:18:00",
88
+ "2026-06-16 07:24:00",
89
+ "2026-06-16 07:30:00",
90
+ "2026-06-16 07:36:00",
91
+ "2026-06-16 07:42:00",
92
+ "2026-06-16 07:48:00",
93
+ "2026-06-16 07:54:00",
94
+ "2026-06-16 08:00:00",
95
+ "2026-06-16 08:06:00",
96
+ "2026-06-16 08:12:00",
97
+ "2026-06-16 08:18:00",
98
+ "2026-06-16 08:24:00",
99
+ "2026-06-16 08:30:00",
100
+ "2026-06-16 08:36:00",
101
+ "2026-06-16 08:42:00",
102
+ "2026-06-16 08:48:00",
103
+ "2026-06-16 08:54:00",
104
+ "2026-06-16 09:00:00",
105
+ "2026-06-16 09:06:00",
106
+ "2026-06-16 09:12:00",
107
+ "2026-06-16 09:18:00",
108
+ "2026-06-16 09:24:00",
109
+ "2026-06-16 09:30:00",
110
+ "2026-06-16 09:36:00",
111
+ "2026-06-16 09:42:00",
112
+ "2026-06-16 09:48:00",
113
+ "2026-06-16 09:54:00",
114
+ "2026-06-16 10:00:00",
115
+ "2026-06-16 10:06:00",
116
+ "2026-06-16 10:12:00",
117
+ "2026-06-16 10:18:00",
118
+ "2026-06-16 10:24:00",
119
+ "2026-06-16 10:30:00",
120
+ "2026-06-16 10:36:00",
121
+ "2026-06-16 10:42:00",
122
+ "2026-06-16 10:48:00",
123
+ "2026-06-16 10:54:00",
124
+ "2026-06-16 11:00:00",
125
+ "2026-06-16 11:06:00",
126
+ "2026-06-16 11:12:00",
127
+ "2026-06-16 11:18:00",
128
+ "2026-06-16 11:24:00",
129
+ "2026-06-16 11:30:00",
130
+ "2026-06-16 11:36:00",
131
+ "2026-06-16 11:42:00",
132
+ "2026-06-16 11:48:00",
133
+ "2026-06-16 11:54:00",
134
+ "2026-06-16 12:00:00",
135
+ "2026-06-16 12:06:00",
136
+ "2026-06-16 12:12:00",
137
+ "2026-06-16 12:18:00",
138
+ "2026-06-16 12:24:00",
139
+ "2026-06-16 12:30:00",
140
+ "2026-06-16 12:36:00",
141
+ "2026-06-16 12:42:00"
142
+ ],
143
+ "context": [
144
+ 1.0609999895095825,
145
+ 1.0570000410079956,
146
+ 1.0529999732971191,
147
+ 1.0499999523162842,
148
+ 1.0570000410079956,
149
+ 1.0549999475479126,
150
+ 1.065000057220459,
151
+ 1.0809999704360962,
152
+ 1.097000002861023,
153
+ 1.1130000352859497,
154
+ 1.1230000257492065,
155
+ 1.1440000534057617,
156
+ 1.1519999504089355,
157
+ 1.1649999618530273,
158
+ 1.184999942779541,
159
+ 1.1979999542236328,
160
+ 1.2300000190734863,
161
+ 1.246999979019165,
162
+ 1.2719999551773071,
163
+ 1.2910000085830688,
164
+ 1.312000036239624,
165
+ 1.3380000591278076,
166
+ 1.3600000143051147,
167
+ 1.3799999952316284,
168
+ 1.3960000276565552,
169
+ 1.4290000200271606,
170
+ 1.4539999961853027,
171
+ 1.5,
172
+ 1.527999997138977,
173
+ 1.5540000200271606,
174
+ 1.5870000123977661,
175
+ 1.628999948501587,
176
+ 1.6549999713897705,
177
+ 1.684000015258789,
178
+ 1.7120000123977661,
179
+ 1.7289999723434448,
180
+ 1.7680000066757202,
181
+ 1.8049999475479126,
182
+ 1.8380000591278076,
183
+ 1.8660000562667847,
184
+ 1.8839999437332153,
185
+ 1.9019999504089355,
186
+ 1.9240000247955322,
187
+ 1.9529999494552612,
188
+ 1.9910000562667847,
189
+ 2.0260000228881836,
190
+ 2.053999900817871,
191
+ 2.0859999656677246,
192
+ 2.1089999675750732,
193
+ 2.13700008392334,
194
+ 2.1670000553131104,
195
+ 2.190999984741211,
196
+ 2.200000047683716,
197
+ 2.2079999446868896,
198
+ 2.2239999771118164,
199
+ 2.246000051498413,
200
+ 2.25600004196167,
201
+ 2.2750000953674316,
202
+ 2.2839999198913574,
203
+ 2.2990000247955322,
204
+ 2.308000087738037,
205
+ 2.305999994277954,
206
+ 2.302000045776367,
207
+ 2.306999921798706,
208
+ 2.309999942779541,
209
+ 2.322999954223633,
210
+ 2.325000047683716,
211
+ 2.3259999752044678,
212
+ 2.318000078201294,
213
+ 2.305000066757202,
214
+ 2.2869999408721924,
215
+ 2.26200008392334,
216
+ 2.239000082015991,
217
+ 2.1989998817443848,
218
+ 2.1679999828338623,
219
+ 2.135999917984009,
220
+ 2.109999895095825,
221
+ 2.068000078201294,
222
+ 2.0360000133514404,
223
+ 1.996999979019165,
224
+ 1.965000033378601,
225
+ 1.9140000343322754,
226
+ 1.8530000448226929,
227
+ 1.8170000314712524,
228
+ 1.7649999856948853,
229
+ 1.7079999446868896,
230
+ 1.6519999504089355,
231
+ 1.5870000123977661,
232
+ 1.5379999876022339,
233
+ 1.4919999837875366,
234
+ 1.4240000247955322,
235
+ 1.3660000562667847,
236
+ 1.2970000505447388,
237
+ 1.2430000305175781,
238
+ 1.184000015258789,
239
+ 1.1200000047683716
240
+ ],
241
+ "actual": [
242
+ 1.062000036239624,
243
+ 0.996999979019165,
244
+ 0.9539999961853027,
245
+ 0.890999972820282,
246
+ 0.8190000057220459,
247
+ 0.7549999952316284,
248
+ 0.6990000009536743,
249
+ 0.656000018119812,
250
+ 0.609000027179718,
251
+ 0.5519999861717224,
252
+ 0.5170000195503235,
253
+ 0.4580000042915344,
254
+ 0.3889999985694885,
255
+ 0.32600000500679016,
256
+ 0.2800000011920929,
257
+ 0.24500000476837158,
258
+ 0.1860000044107437,
259
+ 0.13099999725818634,
260
+ 0.0729999989271164,
261
+ 0.032999999821186066,
262
+ 0.006000000052154064,
263
+ -0.020999999716877937,
264
+ -0.06199999898672104,
265
+ -0.0860000029206276
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.0575947761535645,
270
+ 1.0004780292510986,
271
+ 0.9439669847488403,
272
+ 0.8821396231651306,
273
+ 0.8200801610946655,
274
+ 0.7588232159614563,
275
+ 0.6998649835586548,
276
+ 0.6376819610595703,
277
+ 0.5811458826065063,
278
+ 0.5261337757110596,
279
+ 0.4667341709136963,
280
+ 0.4088597297668457,
281
+ 0.35649263858795166,
282
+ 0.3027409315109253,
283
+ 0.2521371841430664,
284
+ 0.20091784000396729,
285
+ 0.15668237209320068,
286
+ 0.11405730247497559,
287
+ 0.07737076282501221,
288
+ 0.037642598152160645,
289
+ -0.0047370195388793945,
290
+ -0.0327070951461792,
291
+ -0.06770992279052734,
292
+ -0.09656524658203125
293
+ ],
294
+ "p10": [
295
+ 1.0458991527557373,
296
+ 0.9850065112113953,
297
+ 0.9214441180229187,
298
+ 0.8531795740127563,
299
+ 0.784259021282196,
300
+ 0.706998348236084,
301
+ 0.6390942335128784,
302
+ 0.5660848617553711,
303
+ 0.49663424491882324,
304
+ 0.42733609676361084,
305
+ 0.3529163599014282,
306
+ 0.28193390369415283,
307
+ 0.21203792095184326,
308
+ 0.13493990898132324,
309
+ 0.06639313697814941,
310
+ -0.006329655647277832,
311
+ -0.07249259948730469,
312
+ -0.14480841159820557,
313
+ -0.20107126235961914,
314
+ -0.267301082611084,
315
+ -0.33985066413879395,
316
+ -0.4013841152191162,
317
+ -0.47231578826904297,
318
+ -0.5308723449707031
319
+ ],
320
+ "p90": [
321
+ 1.071805715560913,
322
+ 1.0170555114746094,
323
+ 0.9675920605659485,
324
+ 0.9163147807121277,
325
+ 0.864517867565155,
326
+ 0.8139753937721252,
327
+ 0.7692577838897705,
328
+ 0.7210608720779419,
329
+ 0.6825493574142456,
330
+ 0.643945574760437,
331
+ 0.6028201580047607,
332
+ 0.5651177167892456,
333
+ 0.5316283702850342,
334
+ 0.5111396312713623,
335
+ 0.4902818202972412,
336
+ 0.46974313259124756,
337
+ 0.4534604549407959,
338
+ 0.4349353313446045,
339
+ 0.43489742279052734,
340
+ 0.42096269130706787,
341
+ 0.42478907108306885,
342
+ 0.4319988489151001,
343
+ 0.44249558448791504,
344
+ 0.44952940940856934
345
+ ]
346
+ }
347
+ }
results/timer_s1/all_results.csv CHANGED
@@ -1,7 +1,7 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,342780.3448994954,342780.3448994954,504.2493489583333,0.7755304718029737,0.0075673457487052025,0.0076057447263933,6.203889566107747,585.4744613554851,0.008808463861535616,0.007586431963606142,0.00791931534431817,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.24434395997746364,0.24434395997746364,0.40020837103171897,0.5093464598118098,10.319751822170964,0.7237724229909643,9.142926922600713,0.4943116021068731,0.9151800548515119,0.7409551331422212,0.5469625110048812,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01913799921036959,0.01913799921036959,0.1346102555592855,1.2425562507393269,0.13602500089137007,0.12682125436023198,16.90076834974906,0.13834015762015595,0.13834015762015595,0.1346102555592855,0.09228101571400961,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01823272425023485,0.01823272425023485,0.05801971753438314,0.10365805810323596,0.0040503726989646474,0.004093570223898633,1.0632025065685207,0.13502860530359798,0.009610576542021777,0.004129517112740364,0.004345328247975525,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,7.56607991618273,7.56607991618273,2.402673284212748,0.3698000875961503,0.17266234635819092,0.1637459107364891,2.085491494154494,2.750650816840031,0.1877577316785509,0.16400499948833583,0.15930276387325226,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,339272.8524449666,339272.8524449666,501.7496744791667,0.7716859973734348,0.007530113340392113,0.007568115950816828,6.203889566107747,582.4713318653259,0.00876361139668331,0.00754910829940114,0.007898719320996353,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.148617193073226,0.148617193073226,0.2978099903945501,0.38063851478569427,8.049185790476685,0.7536399241959145,3.764835578902398,0.3855090051778635,0.8561317652541517,0.6613713022583592,0.4305117155254597,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01913799921036959,0.01913799921036959,0.1346102555592855,1.2425562507393269,0.13602500089137007,0.12682125436023198,16.90076834974906,0.13834015762015595,0.13834015762015595,0.1346102555592855,0.09228101571400961,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01823272425023485,0.01823272425023485,0.05801971753438314,0.10365805810323596,0.0040503726989646474,0.004093570223898633,1.0632025065685207,0.13502860530359798,0.009610576542021777,0.004129517112740364,0.004345328247975525,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,7.56607991618273,7.56607991618273,2.402673284212748,0.3698000875961503,0.17266234635819092,0.1637459107364891,2.085491494154494,2.750650816840031,0.1877577316785509,0.16400499948833583,0.15930276387325226,Air Quality,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-16T12:49:13.255212+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66457.9921875
131
  ],
132
  "p50": [
133
  66445.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:54:51.151821+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66398.0
131
  ],
132
  "p50": [
133
  66445.125,
results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json CHANGED
@@ -1,13 +1,11 @@
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-16T12:43:45.393244+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
9
- 1.0759999752044678,
10
- 1.0679999589920044,
11
  1.0609999895095825,
12
  1.0570000410079956,
13
  1.0529999732971191,
@@ -101,11 +99,11 @@
101
  1.4240000247955322,
102
  1.3660000562667847,
103
  1.2970000505447388,
104
- 1.2430000305175781
 
 
105
  ],
106
  "actuals": [
107
- 1.184000015258789,
108
- 1.1200000047683716,
109
  1.062000036239624,
110
  0.996999979019165,
111
  0.9539999961853027,
@@ -127,89 +125,89 @@
127
  0.0729999989271164,
128
  0.032999999821186066,
129
  0.006000000052154064,
130
- -0.020999999716877937
 
 
131
  ],
132
  "p50": [
133
- 1.212738037109375,
134
- 1.164459228515625,
135
- 1.11273193359375,
136
- 1.067901611328125,
137
- 1.033416748046875,
138
- 1.00238037109375,
139
- 0.971343994140625,
140
- 0.936859130859375,
141
- 0.916168212890625,
142
- 0.902374267578125,
143
- 0.87823486328125,
144
- 0.87823486328125,
145
- 0.867889404296875,
146
- 0.867889404296875,
147
- 0.867889404296875,
148
- 0.867889404296875,
149
- 0.854095458984375,
150
- 0.860992431640625,
151
- 0.86444091796875,
152
- 0.867889404296875,
153
- 0.871337890625,
154
- 0.871337890625,
155
- 0.8851318359375,
156
- 0.902374267578125
157
  ],
158
  "p10": [
159
- 1.1885986328125,
160
- 1.1334228515625,
161
- 1.05755615234375,
162
- 0.998931884765625,
163
- 0.936859130859375,
164
- 0.888580322265625,
165
- 0.83685302734375,
166
- 0.78857421875,
167
- 0.74029541015625,
168
- 0.705810546875,
169
- 0.6644287109375,
170
- 0.650634765625,
171
- 0.60235595703125,
172
- 0.595458984375,
173
- 0.57476806640625,
174
- 0.56097412109375,
175
- 0.53338623046875,
176
- 0.5126953125,
177
- 0.4989013671875,
178
- 0.49200439453125,
179
- 0.49200439453125,
180
- 0.47821044921875,
181
- 0.47821044921875,
182
- 0.47821044921875
183
  ],
184
  "p90": [
185
- 1.23687744140625,
186
- 1.19549560546875,
187
- 1.16790771484375,
188
- 1.14031982421875,
189
- 1.129974365234375,
190
- 1.116180419921875,
191
- 1.11273193359375,
192
- 1.09893798828125,
193
- 1.1058349609375,
194
- 1.11962890625,
195
- 1.12652587890625,
196
- 1.147216796875,
197
- 1.171356201171875,
198
- 1.192047119140625,
199
- 1.20928955078125,
200
- 1.23687744140625,
201
- 1.3006744384765625,
202
- 1.3386077880859375,
203
- 1.36102294921875,
204
- 1.378265380859375,
205
- 1.4041290283203125,
206
- 1.4213714599609375,
207
- 1.4593048095703125,
208
- 1.5006866455078125
209
  ],
210
  "timestamps": [
211
- "2026-06-16 00:36:00",
212
- "2026-06-16 00:42:00",
213
  "2026-06-16 00:48:00",
214
  "2026-06-16 00:54:00",
215
  "2026-06-16 01:00:00",
@@ -327,6 +325,8 @@
327
  "2026-06-16 12:12:00",
328
  "2026-06-16 12:18:00",
329
  "2026-06-16 12:24:00",
330
- "2026-06-16 12:30:00"
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:54:56.210761+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
 
 
9
  1.0609999895095825,
10
  1.0570000410079956,
11
  1.0529999732971191,
 
99
  1.4240000247955322,
100
  1.3660000562667847,
101
  1.2970000505447388,
102
+ 1.2430000305175781,
103
+ 1.184000015258789,
104
+ 1.1200000047683716
105
  ],
106
  "actuals": [
 
 
107
  1.062000036239624,
108
  0.996999979019165,
109
  0.9539999961853027,
 
125
  0.0729999989271164,
126
  0.032999999821186066,
127
  0.006000000052154064,
128
+ -0.020999999716877937,
129
+ -0.06199999898672104,
130
+ -0.0860000029206276
131
  ],
132
  "p50": [
133
+ 1.068328857421875,
134
+ 1.013397216796875,
135
+ 0.9618988037109375,
136
+ 0.910400390625,
137
+ 0.862335205078125,
138
+ 0.821136474609375,
139
+ 0.793670654296875,
140
+ 0.752471923828125,
141
+ 0.73187255859375,
142
+ 0.70440673828125,
143
+ 0.67694091796875,
144
+ 0.6632080078125,
145
+ 0.656341552734375,
146
+ 0.642608642578125,
147
+ 0.628875732421875,
148
+ 0.62200927734375,
149
+ 0.642608642578125,
150
+ 0.642608642578125,
151
+ 0.628875732421875,
152
+ 0.6357421875,
153
+ 0.628875732421875,
154
+ 0.628875732421875,
155
+ 0.64947509765625,
156
+ 0.64947509765625
157
  ],
158
  "p10": [
159
+ 1.0477294921875,
160
+ 0.972198486328125,
161
+ 0.9001007080078125,
162
+ 0.834869384765625,
163
+ 0.766204833984375,
164
+ 0.70440673828125,
165
+ 0.64947509765625,
166
+ 0.59454345703125,
167
+ 0.546478271484375,
168
+ 0.4984130859375,
169
+ 0.450347900390625,
170
+ 0.409149169921875,
171
+ 0.361083984375,
172
+ 0.3336181640625,
173
+ 0.299285888671875,
174
+ 0.26495361328125,
175
+ 0.2786865234375,
176
+ 0.251220703125,
177
+ 0.216888427734375,
178
+ 0.21002197265625,
179
+ 0.189422607421875,
180
+ 0.1688232421875,
181
+ 0.1688232421875,
182
+ 0.161956787109375
183
  ],
184
  "p90": [
185
+ 1.1026611328125,
186
+ 1.0442962646484375,
187
+ 1.0168304443359375,
188
+ 0.97906494140625,
189
+ 0.958465576171875,
190
+ 0.9344329833984375,
191
+ 0.9275665283203125,
192
+ 0.903533935546875,
193
+ 0.9069671630859375,
194
+ 0.9138336181640625,
195
+ 0.9069671630859375,
196
+ 0.917266845703125,
197
+ 0.9378662109375,
198
+ 0.95159912109375,
199
+ 0.96533203125,
200
+ 0.9824981689453125,
201
+ 1.0786285400390625,
202
+ 1.11639404296875,
203
+ 1.1266937255859375,
204
+ 1.150726318359375,
205
+ 1.1610260009765625,
206
+ 1.1884918212890625,
207
+ 1.2296905517578125,
208
+ 1.2640228271484375
209
  ],
210
  "timestamps": [
 
 
211
  "2026-06-16 00:48:00",
212
  "2026-06-16 00:54:00",
213
  "2026-06-16 01:00:00",
 
325
  "2026-06-16 12:12:00",
326
  "2026-06-16 12:18:00",
327
  "2026-06-16 12:24:00",
328
+ "2026-06-16 12:30:00",
329
+ "2026-06-16 12:36:00",
330
+ "2026-06-16 12:42:00"
331
  ]
332
  }
results/timer_s1/online_meta.json CHANGED
@@ -1,11 +1,17 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-16T12:49:16.972234+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:54:58.425825+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
14
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,7 +1,7 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,222053.38761647543,363172.3324432373,524.8463541666666,0.80720846048049,0.007875149254613927,0.007915800674017147,6.466583720452289,471.22541062263974,0.007089586778041478,0.007896313927737294,0.005657562708443569,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.15332739559189842,0.11453475287493808,0.2561045633240913,0.3259450878913193,7.272924306211468,0.609909405793664,17.276300279152974,0.391570422263861,0.7249626328782608,0.4741579750741713,0.580241008695756,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0102164164033726,0.006587799059058004,0.07594137887159984,0.7009973691425825,0.07719053482535383,0.07389945682500683,37.78346512073609,0.10107629001587168,0.10107629001587168,0.07594137887159984,0.09570271692894124,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019696364034492337,0.01969435195371716,0.05192641417185465,0.0927717590856767,0.003610607111063693,0.0036587213177503887,5.272171295434299,0.14034373528765842,0.00998887759480801,0.003695830056374255,0.004685361523376948,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,7.1833292117001974,7.4727904782771475,2.4872639973958335,0.3828196077075479,0.1700575424774846,0.17591845572518508,10.259582327333979,2.6801733547851336,0.18294698349892902,0.1697791095029879,0.1635917989714658,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,220450.33465576172,360504.066637675,522.3466796875,0.8033639860509512,0.007837821753627678,0.00787817145009081,6.466583720452289,469.52138892255135,0.007064215472667444,0.007859001919406854,0.00563688161174521,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0812097193326838,0.05447331229424032,0.1722717418257768,0.22018488990659538,5.1130546829006756,0.645475679781767,12.982452438350686,0.2849731905507671,0.6328635580478142,0.3825781199706686,0.5082769350423837,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0102164164033726,0.006587799059058004,0.07594137887159984,0.7009973691425825,0.07719053482535383,0.07389945682500683,37.78346512073609,0.10107629001587168,0.10107629001587168,0.07594137887159984,0.09570271692894124,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019696364034492337,0.01969435195371716,0.05192641417185465,0.0927717590856767,0.003610607111063693,0.0036587213177503887,5.272171295434299,0.14034373528765842,0.00998887759480801,0.003695830056374255,0.004685361523376948,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,7.1833292117001974,7.4727904782771475,2.4872639973958335,0.3828196077075479,0.1700575424774846,0.17591845572518508,10.259582327333979,2.6801733547851336,0.18294698349892902,0.1697791095029879,0.1635917989714658,Air Quality,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-16T12:47:56.031143+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66457.9921875
131
  ],
132
  "p50": [
133
  66274.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-16T12:53:01.038614+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66398.0
131
  ],
132
  "p50": [
133
  66274.125,
results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json CHANGED
@@ -1,13 +1,11 @@
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-16T12:41:20.320708+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
9
- 1.0759999752044678,
10
- 1.0679999589920044,
11
  1.0609999895095825,
12
  1.0570000410079956,
13
  1.0529999732971191,
@@ -101,11 +99,11 @@
101
  1.4240000247955322,
102
  1.3660000562667847,
103
  1.2970000505447388,
104
- 1.2430000305175781
 
 
105
  ],
106
  "actuals": [
107
- 1.184000015258789,
108
- 1.1200000047683716,
109
  1.062000036239624,
110
  0.996999979019165,
111
  0.9539999961853027,
@@ -127,89 +125,89 @@
127
  0.0729999989271164,
128
  0.032999999821186066,
129
  0.006000000052154064,
130
- -0.020999999716877937
 
 
131
  ],
132
  "p50": [
133
- 1.1833981275558472,
134
- 1.121232509613037,
135
- 1.0616344213485718,
136
- 1.003561019897461,
137
- 0.961661696434021,
138
- 0.931870698928833,
139
- 0.8899773359298706,
140
- 0.8411905765533447,
141
- 0.8138887882232666,
142
- 0.7855542898178101,
143
- 0.7580046653747559,
144
- 0.7243645191192627,
145
- 0.7208265066146851,
146
- 0.7122752666473389,
147
- 0.7073562145233154,
148
- 0.666653037071228,
149
- 0.6739463806152344,
150
- 0.6660654544830322,
151
- 0.6353166699409485,
152
- 0.6573764085769653,
153
- 0.6512377858161926,
154
- 0.6147670745849609,
155
- 0.6243768930435181,
156
- 0.659038245677948
157
  ],
158
  "p10": [
159
- 1.204339861869812,
160
- 1.135711669921875,
161
- 1.0503311157226562,
162
- 1.0414454936981201,
163
- 1.0191017389297485,
164
- 0.9776825904846191,
165
- 0.907234787940979,
166
- 0.852965235710144,
167
- 0.9113492965698242,
168
- 0.8304692506790161,
169
- 0.8295360803604126,
170
- 0.8266584873199463,
171
- 0.8026221990585327,
172
- 0.8458609580993652,
173
- 0.7758394479751587,
174
- 0.7504360675811768,
175
- 0.7720332145690918,
176
- 0.7491275072097778,
177
- 0.7758162021636963,
178
- 0.7895617485046387,
179
- 0.7667579650878906,
180
- 0.7912055253982544,
181
- 0.7717986106872559,
182
- 0.7912813425064087
183
  ],
184
  "p90": [
185
- 1.205090880393982,
186
- 1.1594781875610352,
187
- 1.1299238204956055,
188
- 1.0787190198898315,
189
- 1.0623884201049805,
190
- 1.043439507484436,
191
- 0.9984469413757324,
192
- 0.9657442569732666,
193
- 0.9579674005508423,
194
- 0.9339348077774048,
195
- 0.9533913135528564,
196
- 0.9167799949645996,
197
- 0.9650349617004395,
198
- 0.9603208303451538,
199
- 0.9483556747436523,
200
- 0.9479794502258301,
201
- 0.9744752645492554,
202
- 0.9714508056640625,
203
- 0.973302960395813,
204
- 1.0162289142608643,
205
- 1.0301430225372314,
206
- 1.0308178663253784,
207
- 1.0518968105316162,
208
- 1.0882792472839355
209
  ],
210
  "timestamps": [
211
- "2026-06-16 00:36:00",
212
- "2026-06-16 00:42:00",
213
  "2026-06-16 00:48:00",
214
  "2026-06-16 00:54:00",
215
  "2026-06-16 01:00:00",
@@ -327,6 +325,8 @@
327
  "2026-06-16 12:12:00",
328
  "2026-06-16 12:18:00",
329
  "2026-06-16 12:24:00",
330
- "2026-06-16 12:30:00"
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-16T12:53:10.321350+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
 
 
9
  1.0609999895095825,
10
  1.0570000410079956,
11
  1.0529999732971191,
 
99
  1.4240000247955322,
100
  1.3660000562667847,
101
  1.2970000505447388,
102
+ 1.2430000305175781,
103
+ 1.184000015258789,
104
+ 1.1200000047683716
105
  ],
106
  "actuals": [
 
 
107
  1.062000036239624,
108
  0.996999979019165,
109
  0.9539999961853027,
 
125
  0.0729999989271164,
126
  0.032999999821186066,
127
  0.006000000052154064,
128
+ -0.020999999716877937,
129
+ -0.06199999898672104,
130
+ -0.0860000029206276
131
  ],
132
  "p50": [
133
+ 1.0519723892211914,
134
+ 0.9879209995269775,
135
+ 0.9255721569061279,
136
+ 0.85621178150177,
137
+ 0.8087295293807983,
138
+ 0.777435302734375,
139
+ 0.7293528914451599,
140
+ 0.681693971157074,
141
+ 0.6458588242530823,
142
+ 0.6141526699066162,
143
+ 0.5728405714035034,
144
+ 0.529699981212616,
145
+ 0.5310192108154297,
146
+ 0.5150710344314575,
147
+ 0.49916207790374756,
148
+ 0.4447810649871826,
149
+ 0.4558483958244324,
150
+ 0.4433702528476715,
151
+ 0.403059184551239,
152
+ 0.41899511218070984,
153
+ 0.41963112354278564,
154
+ 0.3634890913963318,
155
+ 0.35231736302375793,
156
+ 0.39015060663223267
157
  ],
158
  "p10": [
159
+ 1.0694270133972168,
160
+ 1.0041756629943848,
161
+ 0.9179161787033081,
162
+ 0.901808500289917,
163
+ 0.8855175971984863,
164
+ 0.820397138595581,
165
+ 0.7659328579902649,
166
+ 0.6920226216316223,
167
+ 0.7413095831871033,
168
+ 0.6500180959701538,
169
+ 0.6658744215965271,
170
+ 0.622136116027832,
171
+ 0.6013811826705933,
172
+ 0.6316896677017212,
173
+ 0.5633245706558228,
174
+ 0.5258376598358154,
175
+ 0.5586737394332886,
176
+ 0.5347021818161011,
177
+ 0.5485999584197998,
178
+ 0.5442731380462646,
179
+ 0.5573931932449341,
180
+ 0.5433921813964844,
181
+ 0.5551033020019531,
182
+ 0.5433142185211182
183
  ],
184
  "p90": [
185
+ 1.0680902004241943,
186
+ 1.0154645442962646,
187
+ 0.9842920303344727,
188
+ 0.9234324097633362,
189
+ 0.9023522734642029,
190
+ 0.8810445666313171,
191
+ 0.8275595903396606,
192
+ 0.7978134751319885,
193
+ 0.7852218151092529,
194
+ 0.7517808079719543,
195
+ 0.7681587338447571,
196
+ 0.7234392166137695,
197
+ 0.7814580798149109,
198
+ 0.772079348564148,
199
+ 0.7465201020240784,
200
+ 0.7277082800865173,
201
+ 0.7485682964324951,
202
+ 0.7521429657936096,
203
+ 0.7435001730918884,
204
+ 0.7884665727615356,
205
+ 0.8156582117080688,
206
+ 0.8034150004386902,
207
+ 0.8145039677619934,
208
+ 0.8473708033561707
209
  ],
210
  "timestamps": [
 
 
211
  "2026-06-16 00:48:00",
212
  "2026-06-16 00:54:00",
213
  "2026-06-16 01:00:00",
 
325
  "2026-06-16 12:12:00",
326
  "2026-06-16 12:18:00",
327
  "2026-06-16 12:24:00",
328
+ "2026-06-16 12:30:00",
329
+ "2026-06-16 12:36:00",
330
+ "2026-06-16 12:42:00"
331
  ]
332
  }
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,11 +1,17 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-16T12:47:59.915961+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T12:53:13.048973+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
14
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/tirex/all_results.csv CHANGED
@@ -1,7 +1,7 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,143181.7799835205,143181.7799835205,294.4453125,0.4528539552803032,0.004419322976841513,0.004430275851655215,4.998578994670854,378.3936838578579,0.005692933355245911,0.004429930023506247,0.0062207953501474105,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.03464603752439522,0.03464603752439522,0.1435277582689499,0.18266823197763848,4.172507194587417,0.493458996615081,0.568650832664004,0.1861344608727659,0.3446136918195672,0.2657306466719198,0.1705822533094611,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.006594324068014856,0.006594324068014856,0.07694195707639058,0.7102334759871217,0.07809811450778632,0.07482312129227696,4.45697376661938,0.08120544358609745,0.08120544358609745,0.07694195707639058,0.05568997241832593,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,TiRex,0.020081386931792622,0.020081386931792622,0.05106206734975179,0.09122751659511665,0.0035478859169299722,0.0035969909894418887,1.1774789356293962,0.14170881035345906,0.010086035958963407,0.0036343107118324393,0.004493088180593101,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,6.6235655394886335,6.6235655394886335,2.318322738011678,0.356817532049003,0.16662438256424994,0.16000143042082624,2.215675478688253,2.5736288659184394,0.17567432226908866,0.15824728312404865,0.16387948107455472,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,141831.11603037515,141831.11603037515,291.9456380208333,0.44900948085076414,0.004381846178543914,0.004392646171775262,4.998578994670854,376.60472120032586,0.005666231531406959,0.004392487630898391,0.006200135438835043,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.01181487368383291,0.01181487368383291,0.0840855286999916,0.1074718504806761,2.296468621747491,0.5404996563869241,0.40745009201795296,0.1086962450309711,0.24139075063091844,0.18673569527912579,0.13100706891608818,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.006594324068014856,0.006594324068014856,0.07694195707639058,0.7102334759871217,0.07809811450778632,0.07482312129227696,4.45697376661938,0.08120544358609745,0.08120544358609745,0.07694195707639058,0.05568997241832593,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,TiRex,0.020081386931792622,0.020081386931792622,0.05106206734975179,0.09122751659511665,0.0035478859169299722,0.0035969909894418887,1.1774789356293962,0.14170881035345906,0.010086035958963407,0.0036343107118324393,0.004493088180593101,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,6.6235655394886335,6.6235655394886335,2.318322738011678,0.356817532049003,0.16662438256424994,0.16000143042082624,2.215675478688253,2.5736288659184394,0.17567432226908866,0.15824728312404865,0.16387948107455472,Air Quality,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-16T12:48:32.622894+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66457.9921875
131
  ],
132
  "p50": [
133
  66489.8515625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-16T12:53:52.732416+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66398.0
131
  ],
132
  "p50": [
133
  66489.8515625,
results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json CHANGED
@@ -1,13 +1,11 @@
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-16T12:42:29.622534+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
9
- 1.0759999752044678,
10
- 1.0679999589920044,
11
  1.0609999895095825,
12
  1.0570000410079956,
13
  1.0529999732971191,
@@ -101,11 +99,11 @@
101
  1.4240000247955322,
102
  1.3660000562667847,
103
  1.2970000505447388,
104
- 1.2430000305175781
 
 
105
  ],
106
  "actuals": [
107
- 1.184000015258789,
108
- 1.1200000047683716,
109
  1.062000036239624,
110
  0.996999979019165,
111
  0.9539999961853027,
@@ -127,89 +125,89 @@
127
  0.0729999989271164,
128
  0.032999999821186066,
129
  0.006000000052154064,
130
- -0.020999999716877937
 
 
131
  ],
132
  "p50": [
133
- 1.176600694656372,
134
- 1.1206262111663818,
135
- 1.0711095333099365,
136
- 1.0202773809432983,
137
- 0.9724943041801453,
138
- 0.927569568157196,
139
- 0.8836212754249573,
140
- 0.8348032832145691,
141
- 0.7850069999694824,
142
- 0.7380495071411133,
143
- 0.6944584846496582,
144
- 0.650989294052124,
145
- 0.6068683862686157,
146
- 0.5667930841445923,
147
- 0.5312243700027466,
148
- 0.5013688802719116,
149
- 0.4751783609390259,
150
- 0.4533548355102539,
151
- 0.43299710750579834,
152
- 0.413004994392395,
153
- 0.39353179931640625,
154
- 0.3746061325073242,
155
- 0.36637210845947266,
156
- 0.35996103286743164
157
  ],
158
  "p10": [
159
- 1.1603341102600098,
160
- 1.0998890399932861,
161
- 1.0419120788574219,
162
- 0.982862114906311,
163
- 0.9256101846694946,
164
- 0.8703089952468872,
165
- 0.8110700845718384,
166
- 0.7480698227882385,
167
- 0.6819127798080444,
168
- 0.6180981397628784,
169
- 0.5523040294647217,
170
- 0.48143625259399414,
171
- 0.4127236604690552,
172
- 0.3542107343673706,
173
- 0.2960761785507202,
174
- 0.23605847358703613,
175
- 0.1778268814086914,
176
- 0.12076306343078613,
177
- 0.0688326358795166,
178
- 0.008138298988342285,
179
- -0.04900491237640381,
180
- -0.10752511024475098,
181
- -0.1504197120666504,
182
- -0.18815624713897705
183
  ],
184
  "p90": [
185
- 1.1941416263580322,
186
- 1.1443941593170166,
187
- 1.1026992797851562,
188
- 1.0577678680419922,
189
- 1.0224895477294922,
190
- 0.9937962293624878,
191
- 0.9657529592514038,
192
- 0.9348897933959961,
193
- 0.9061945676803589,
194
- 0.8842835426330566,
195
- 0.8663321733474731,
196
- 0.8481557965278625,
197
- 0.831801176071167,
198
- 0.8202836513519287,
199
- 0.8186593055725098,
200
- 0.8093165755271912,
201
- 0.8072590827941895,
202
- 0.8029348254203796,
203
- 0.8076077103614807,
204
- 0.8121906518936157,
205
- 0.8281104564666748,
206
- 0.8490804433822632,
207
- 0.8735190033912659,
208
- 0.8950042724609375
209
  ],
210
  "timestamps": [
211
- "2026-06-16 00:36:00",
212
- "2026-06-16 00:42:00",
213
  "2026-06-16 00:48:00",
214
  "2026-06-16 00:54:00",
215
  "2026-06-16 01:00:00",
@@ -327,6 +325,8 @@
327
  "2026-06-16 12:12:00",
328
  "2026-06-16 12:18:00",
329
  "2026-06-16 12:24:00",
330
- "2026-06-16 12:30:00"
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-16T12:54:03.515882+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
 
 
9
  1.0609999895095825,
10
  1.0570000410079956,
11
  1.0529999732971191,
 
99
  1.4240000247955322,
100
  1.3660000562667847,
101
  1.2970000505447388,
102
+ 1.2430000305175781,
103
+ 1.184000015258789,
104
+ 1.1200000047683716
105
  ],
106
  "actuals": [
 
 
107
  1.062000036239624,
108
  0.996999979019165,
109
  0.9539999961853027,
 
125
  0.0729999989271164,
126
  0.032999999821186066,
127
  0.006000000052154064,
128
+ -0.020999999716877937,
129
+ -0.06199999898672104,
130
+ -0.0860000029206276
131
  ],
132
  "p50": [
133
+ 1.0545687675476074,
134
+ 0.9990770220756531,
135
+ 0.9492612481117249,
136
+ 0.8993228673934937,
137
+ 0.8488411903381348,
138
+ 0.7962509393692017,
139
+ 0.7445730566978455,
140
+ 0.6929128170013428,
141
+ 0.6424601078033447,
142
+ 0.5924910306930542,
143
+ 0.5440555810928345,
144
+ 0.49876296520233154,
145
+ 0.45617055892944336,
146
+ 0.41247546672821045,
147
+ 0.36851227283477783,
148
+ 0.3286033868789673,
149
+ 0.2952309846878052,
150
+ 0.2669261693954468,
151
+ 0.2356877326965332,
152
+ 0.21070992946624756,
153
+ 0.18468832969665527,
154
+ 0.15844976902008057,
155
+ 0.14711499214172363,
156
+ 0.13556551933288574
157
  ],
158
  "p10": [
159
+ 1.0382890701293945,
160
+ 0.978127121925354,
161
+ 0.9216557145118713,
162
+ 0.8667705655097961,
163
+ 0.8099215030670166,
164
+ 0.7490272521972656,
165
+ 0.6893872022628784,
166
+ 0.6303696632385254,
167
+ 0.5678526163101196,
168
+ 0.5066444873809814,
169
+ 0.44581544399261475,
170
+ 0.38441193103790283,
171
+ 0.3263111114501953,
172
+ 0.2709542512893677,
173
+ 0.21467828750610352,
174
+ 0.15809690952301025,
175
+ 0.10665249824523926,
176
+ 0.0545116662979126,
177
+ 0.0030667781829833984,
178
+ -0.04899787902832031,
179
+ -0.09587490558624268,
180
+ -0.14963340759277344,
181
+ -0.1922856569290161,
182
+ -0.22821640968322754
183
  ],
184
  "p90": [
185
+ 1.0739259719848633,
186
+ 1.021718978881836,
187
+ 0.9769999384880066,
188
+ 0.9319643974304199,
189
+ 0.8919269442558289,
190
+ 0.8498542904853821,
191
+ 0.8077711462974548,
192
+ 0.7689189314842224,
193
+ 0.73311847448349,
194
+ 0.6997115612030029,
195
+ 0.6686902046203613,
196
+ 0.6423472166061401,
197
+ 0.6197901964187622,
198
+ 0.5956398248672485,
199
+ 0.5761817693710327,
200
+ 0.5511918067932129,
201
+ 0.5362186431884766,
202
+ 0.5225628614425659,
203
+ 0.5129785537719727,
204
+ 0.5073059797286987,
205
+ 0.5184003114700317,
206
+ 0.5338846445083618,
207
+ 0.5514813661575317,
208
+ 0.5658459663391113
209
  ],
210
  "timestamps": [
 
 
211
  "2026-06-16 00:48:00",
212
  "2026-06-16 00:54:00",
213
  "2026-06-16 01:00:00",
 
325
  "2026-06-16 12:12:00",
326
  "2026-06-16 12:18:00",
327
  "2026-06-16 12:24:00",
328
+ "2026-06-16 12:30:00",
329
+ "2026-06-16 12:36:00",
330
+ "2026-06-16 12:42:00"
331
  ]
332
  }
results/tirex/online_meta.json CHANGED
@@ -1,11 +1,17 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-16T12:48:34.897822+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-16T12:54:06.453165+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
14
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,7 +1,7 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,153534.46476491293,153534.46476491293,300.8206380208333,0.4626591423753051,0.004527483576252304,0.004523869753881531,4.7726849566101075,391.83474165126415,0.005895154083302816,0.004525846802396606,0.005848832949346249,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0011923960921859718,0.0011923960921859718,0.02361076041900863,0.0300494894744061,0.843126525995789,0.26251772782287286,0.526207224236532,0.03453108877788205,0.06393166493994601,0.04371351374973883,0.09011684097712987,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013776759075605938,0.013776759075605938,0.10964688162008922,1.0121250982330432,0.11127479839196504,0.10453939694175884,5.91769226395872,0.11737443961785692,0.11737443961785692,0.10964688162008922,0.06733399916578223,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.019966119332934795,0.019966119332934795,0.050332347551981606,0.08992379881759528,0.0034960461171902302,0.003544866051068784,2.735609456587372,0.14130151921665526,0.010057047267001885,0.0035823733615581704,0.007982664207702944,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,7.314192612738907,7.314192612738907,2.3092218240102134,0.35541679279033617,0.16849915780545333,0.15574395903176644,3.1682229308161656,2.704476402695891,0.18460589459031976,0.15762606033609783,0.20052491946485143,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,154437.17923990884,154437.17923990884,303.3203125,0.46650361680484415,0.004565215704595287,0.004561499520672451,4.7726849566101075,392.98496057725777,0.005912681518952907,0.004563626056853122,0.005861589286741391,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0005354241491784556,0.0005354241491784556,0.017737248019936185,0.022670427320955172,0.16018969944703157,0.16570088197620927,0.48431063872892316,0.023139233979940985,0.05138721266637031,0.03939057519824349,0.10254354102176931,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013776759075605938,0.013776759075605938,0.10964688162008922,1.0121250982330432,0.11127479839196504,0.10453939694175884,5.91769226395872,0.11737443961785692,0.11737443961785692,0.10964688162008922,0.06733399916578223,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.019966119332934795,0.019966119332934795,0.050332347551981606,0.08992379881759528,0.0034960461171902302,0.003544866051068784,2.735609456587372,0.14130151921665526,0.010057047267001885,0.0035823733615581704,0.007982664207702944,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,7.314192612738907,7.314192612738907,2.3092218240102134,0.35541679279033617,0.16849915780545333,0.15574395903176644,3.1682229308161656,2.704476402695891,0.18460589459031976,0.15762606033609783,0.20052491946485143,Air Quality,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:48:23.321479+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66457.9921875
131
  ],
132
  "p50": [
133
  66557.4375,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:53:36.041765+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66398.0
131
  ],
132
  "p50": [
133
  66557.4375,
results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json CHANGED
@@ -1,13 +1,11 @@
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:42:02.139691+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
9
- 1.0759999752044678,
10
- 1.0679999589920044,
11
  1.0609999895095825,
12
  1.0570000410079956,
13
  1.0529999732971191,
@@ -101,11 +99,11 @@
101
  1.4240000247955322,
102
  1.3660000562667847,
103
  1.2970000505447388,
104
- 1.2430000305175781
 
 
105
  ],
106
  "actuals": [
107
- 1.184000015258789,
108
- 1.1200000047683716,
109
  1.062000036239624,
110
  0.996999979019165,
111
  0.9539999961853027,
@@ -127,89 +125,89 @@
127
  0.0729999989271164,
128
  0.032999999821186066,
129
  0.006000000052154064,
130
- -0.020999999716877937
 
 
131
  ],
132
  "p50": [
133
- 1.1866458654403687,
134
- 1.126165509223938,
135
- 1.0671255588531494,
136
- 1.0054941177368164,
137
- 0.9443093538284302,
138
- 0.8860700726509094,
139
- 0.8293828964233398,
140
- 0.7668678760528564,
141
- 0.7093205451965332,
142
- 0.6557579040527344,
143
- 0.5973407030105591,
144
- 0.5395492315292358,
145
- 0.48792266845703125,
146
- 0.4355202913284302,
147
- 0.38596582412719727,
148
- 0.3388400077819824,
149
- 0.2957645654678345,
150
- 0.254982590675354,
151
- 0.21923291683197021,
152
- 0.17744171619415283,
153
- 0.14100193977355957,
154
- 0.11500859260559082,
155
- 0.07974672317504883,
156
- 0.055072903633117676
157
  ],
158
  "p10": [
159
- 1.1740617752075195,
160
- 1.1089632511138916,
161
- 1.0431749820709229,
162
- 0.9738979935646057,
163
- 0.9059255123138428,
164
- 0.8304368853569031,
165
- 0.7633373141288757,
166
- 0.6888669729232788,
167
- 0.6182301044464111,
168
- 0.5468459129333496,
169
- 0.47371959686279297,
170
- 0.4002971649169922,
171
- 0.3288266658782959,
172
- 0.2522200345993042,
173
- 0.18274319171905518,
174
- 0.11099898815155029,
175
- 0.04327964782714844,
176
- -0.03064441680908203,
177
- -0.09064304828643799,
178
- -0.16206252574920654,
179
- -0.23141169548034668,
180
- -0.29322612285614014,
181
- -0.3679107427597046,
182
- -0.42404139041900635
183
  ],
184
  "p90": [
185
- 1.2001011371612549,
186
- 1.143111228942871,
187
- 1.0924394130706787,
188
- 1.0418527126312256,
189
- 0.9934776425361633,
190
- 0.9478192329406738,
191
- 0.9049451351165771,
192
- 0.8576939702033997,
193
- 0.819746196269989,
194
- 0.7831937074661255,
195
- 0.7464916706085205,
196
- 0.709368109703064,
197
- 0.6812324523925781,
198
- 0.6640958786010742,
199
- 0.6453312635421753,
200
- 0.6293480396270752,
201
- 0.6189084053039551,
202
- 0.6040079593658447,
203
- 0.6033706665039062,
204
- 0.5965406894683838,
205
- 0.6044211387634277,
206
- 0.6153886318206787,
207
- 0.6271517276763916,
208
- 0.6388018131256104
209
  ],
210
  "timestamps": [
211
- "2026-06-16 00:36:00",
212
- "2026-06-16 00:42:00",
213
  "2026-06-16 00:48:00",
214
  "2026-06-16 00:54:00",
215
  "2026-06-16 01:00:00",
@@ -327,6 +325,8 @@
327
  "2026-06-16 12:12:00",
328
  "2026-06-16 12:18:00",
329
  "2026-06-16 12:24:00",
330
- "2026-06-16 12:30:00"
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:53:41.592217+00:00",
5
  "freq": "6min",
6
  "context_length": 96,
7
  "prediction_length": 24,
8
  "context": [
 
 
9
  1.0609999895095825,
10
  1.0570000410079956,
11
  1.0529999732971191,
 
99
  1.4240000247955322,
100
  1.3660000562667847,
101
  1.2970000505447388,
102
+ 1.2430000305175781,
103
+ 1.184000015258789,
104
+ 1.1200000047683716
105
  ],
106
  "actuals": [
 
 
107
  1.062000036239624,
108
  0.996999979019165,
109
  0.9539999961853027,
 
125
  0.0729999989271164,
126
  0.032999999821186066,
127
  0.006000000052154064,
128
+ -0.020999999716877937,
129
+ -0.06199999898672104,
130
+ -0.0860000029206276
131
  ],
132
  "p50": [
133
+ 1.0575947761535645,
134
+ 1.0004780292510986,
135
+ 0.9439669847488403,
136
+ 0.8821396231651306,
137
+ 0.8200801610946655,
138
+ 0.7588232159614563,
139
+ 0.6998649835586548,
140
+ 0.6376819610595703,
141
+ 0.5811458826065063,
142
+ 0.5261337757110596,
143
+ 0.4667341709136963,
144
+ 0.4088597297668457,
145
+ 0.35649263858795166,
146
+ 0.3027409315109253,
147
+ 0.2521371841430664,
148
+ 0.20091784000396729,
149
+ 0.15668237209320068,
150
+ 0.11405730247497559,
151
+ 0.07737076282501221,
152
+ 0.037642598152160645,
153
+ -0.0047370195388793945,
154
+ -0.0327070951461792,
155
+ -0.06770992279052734,
156
+ -0.09656524658203125
157
  ],
158
  "p10": [
159
+ 1.0458991527557373,
160
+ 0.9850065112113953,
161
+ 0.9214441180229187,
162
+ 0.8531795740127563,
163
+ 0.784259021282196,
164
+ 0.706998348236084,
165
+ 0.6390942335128784,
166
+ 0.5660848617553711,
167
+ 0.49663424491882324,
168
+ 0.42733609676361084,
169
+ 0.3529163599014282,
170
+ 0.28193390369415283,
171
+ 0.21203792095184326,
172
+ 0.13493990898132324,
173
+ 0.06639313697814941,
174
+ -0.006329655647277832,
175
+ -0.07249259948730469,
176
+ -0.14480841159820557,
177
+ -0.20107126235961914,
178
+ -0.267301082611084,
179
+ -0.33985066413879395,
180
+ -0.4013841152191162,
181
+ -0.47231578826904297,
182
+ -0.5308723449707031
183
  ],
184
  "p90": [
185
+ 1.071805715560913,
186
+ 1.0170555114746094,
187
+ 0.9675920605659485,
188
+ 0.9163147807121277,
189
+ 0.864517867565155,
190
+ 0.8139753937721252,
191
+ 0.7692577838897705,
192
+ 0.7210608720779419,
193
+ 0.6825493574142456,
194
+ 0.643945574760437,
195
+ 0.6028201580047607,
196
+ 0.5651177167892456,
197
+ 0.5316283702850342,
198
+ 0.5111396312713623,
199
+ 0.4902818202972412,
200
+ 0.46974313259124756,
201
+ 0.4534604549407959,
202
+ 0.4349353313446045,
203
+ 0.43489742279052734,
204
+ 0.42096269130706787,
205
+ 0.42478907108306885,
206
+ 0.4319988489151001,
207
+ 0.44249558448791504,
208
+ 0.44952940940856934
209
  ],
210
  "timestamps": [
 
 
211
  "2026-06-16 00:48:00",
212
  "2026-06-16 00:54:00",
213
  "2026-06-16 01:00:00",
 
325
  "2026-06-16 12:12:00",
326
  "2026-06-16 12:18:00",
327
  "2026-06-16 12:24:00",
328
+ "2026-06-16 12:30:00",
329
+ "2026-06-16 12:36:00",
330
+ "2026-06-16 12:42:00"
331
  ]
332
  }
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,11 +1,17 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:48:26.385016+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:47:10.283388Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:53:44.909670+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t101800z",
14
+ "data_fetched_at": "2026-06-16T12:52:23.812744Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }