ziyuzhou02 commited on
Commit
ff06148
·
verified ·
1 Parent(s): a4f79eb

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,7 +1,9 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,58053.50597381592,58053.50597381592,195.8095703125,0.22954597983113453,0.0026541388473533905,0.0026504555832763434,1.3780486300173642,240.94295169980782,0.0032618271859009827,0.002650822425802514,0.0023403652424225305,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,333636.8121312459,333636.8121312459,518.2392578125,0.6659805731560395,0.00704011143494544,0.0070094301162094376,9.233431267011737,577.6130297450412,0.0078372094331027,0.007031610075910229,0.004839034405441794,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.115406594956615,1.115406594956615,0.7777604262034098,0.6447599578836428,0.030323442957978605,0.030751456755352246,4.796931533058982,1.0561281148405315,0.04273515471547158,0.03147128807416751,0.025978269320098897,Weather,1
5
- nws_ksfo_observations_temperature/1h/short,Chronos-2,6.682130955876649,6.682130955876649,2.17473570505778,1.5336039314768328,0.15410289661606033,0.1385394615749517,50.33974386756628,2.5849818095833186,0.17204538998981295,0.14474115489491493,0.1345871778864427,Weather,1
 
 
 
6
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.39537332340584425,0.39537332340584425,0.5233325163523356,0.40691078503004136,0.022430590276455203,0.022791568144026345,2.942237093635899,0.6287871845114563,0.02633204165267329,0.021915862724675095,0.02720557434689161,Weather,1
7
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,4496.617540518443,4496.617540518443,57.201741536458336,0.04583778954507512,0.002976581602742141,0.002982037728934383,0.40353003704090146,67.05682322119385,0.0034910276731207213,0.0029779648522234273,0.0025571681429260064,Hydrology,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,436165.2189025879,436165.2189025879,608.1471354166666,0.8019130245171725,0.008251022702546703,0.008211033053872658,15.857356739926018,660.4280573253894,0.008951737624187318,0.008243098597594707,0.0062226525484856245,Finance,1
 
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.115406594956615,1.115406594956615,0.7777604262034098,0.6447599578836428,0.030323442957978605,0.030751456755352246,4.796931533058982,1.0561281148405315,0.04273515471547158,0.03147128807416751,0.025978269320098897,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0009312190892796224,0.0009312190892796224,0.021641189853350323,0.05262295466085379,0.015354933260378172,0.015153066024687856,0.40589299716071725,0.030515882574155093,0.02301855104754776,0.01632424794395151,0.017763717930349428,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03356447827163578,0.03356447827163578,0.13263951738675436,0.30906294741097334,0.05300343106737707,0.05260659884092167,2.8161740244490603,0.1832061087181205,0.07279712745290215,0.052704442663269985,0.047167848752618584,Ocean,1
6
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,4.33999864714129,4.33999864714129,1.8400466044743855,1.3672173773683012,0.13511546293472343,0.12414567121292096,28.386147488960603,2.0832663409034597,0.14632247701352058,0.1292394408245694,0.1001323862896503,Weather,1
7
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,376.37375315621404,376.37375315621404,16.129557331403095,1.0062629144728883,0.5738129809978794,0.4222541185876139,23.546869280103056,19.400354459550837,0.7347459335018992,0.6108716561413049,0.4976410160509412,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.39537332340584425,0.39537332340584425,0.5233325163523356,0.40691078503004136,0.022430590276455203,0.022791568144026345,2.942237093635899,0.6287871845114563,0.02633204165267329,0.021915862724675095,0.02720557434689161,Weather,1
9
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.137615284651048,14.137615284651048,2.8365039626757302,0.5504805534033762,0.5937211124183394,0.3536111957162442,5.41388714088584,3.7600020325328347,0.4338463883691733,0.3272889187702766,0.28238372313670623,Hazards,1
results/chronos_2/online_meta.json CHANGED
@@ -1,41 +1,53 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-01T04:02:24.812048+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
14
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
20
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
21
- "context_length": 67,
 
 
 
 
 
 
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
26
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
32
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
38
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-01T04:14:49.464096+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
8
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
15
+ "context_length": 67,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
20
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
26
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
32
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
33
+ "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
38
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
44
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
50
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  }
results/chronos_bolt_base/all_results.csv CHANGED
@@ -1,7 +1,9 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,42805.76916758219,42805.76916758219,171.62858072916666,0.20119880079216204,0.0023244780128625487,0.0023237727804042087,1.269006399904955,206.8955513479741,0.002800901745694572,0.0023234660592914283,0.002424714459869653,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,280824.4638341268,280824.4638341268,475.7900390625,0.6114297945205479,0.00646373936687477,0.006437907097243507,2.2536080217304004,529.928734674887,0.007190216051911798,0.00645564762270486,0.003980467977006619,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,0.49789634001232724,0.49789634001232724,0.5414930979410807,0.44889538636858434,0.022201472972532093,0.021859189263128787,2.5171224609163896,0.7056177010338723,0.02855210575301375,0.021910969883957875,0.02072726346995879,Weather,1
5
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,8.818512514263753,8.818512514263753,2.4811980724334717,1.749718418567838,0.1760321122081334,0.15580776040482414,53.05277538077477,2.9695980391736105,0.19764380966570985,0.1651379860512824,0.15051164633477787,Weather,1
 
 
 
6
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,0.31985586841286323,0.31985586841286323,0.502552350362142,0.39075342161020094,0.022688705833874046,0.022353991052184056,3.044557185356705,0.5655580150726035,0.023684161472638427,0.021045641114117962,0.023584240417631526,Weather,1
7
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Base,3106.3599168459573,3106.3599168459573,48.174235026041664,0.03860372756677796,0.002499528586273057,0.0025015501723689233,0.29707076898998325,55.73472810417179,0.002901591050976406,0.002507986205260304,0.0031337883563810555,Hydrology,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,288377.8850250244,288377.8850250244,497.0696614583333,0.655444402188423,0.006744248137746457,0.00671777398844287,2.5697398908192164,537.0082727714951,0.007278850597802475,0.006737504775824964,0.004206279599172388,Finance,1
 
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,0.49789634001232724,0.49789634001232724,0.5414930979410807,0.44889538636858434,0.022201472972532093,0.021859189263128787,2.5171224609163896,0.7056177010338723,0.02855210575301375,0.021910969883957875,0.02072726346995879,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Base,0.008550009056936739,0.008550009056936739,0.07279430329799652,0.17700742648518833,0.051796269759601575,0.05391368807139405,0.7941686124231783,0.09246625901882664,0.0697485743113745,0.0549097468298277,0.05544215466741374,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.03724240460033693,0.03724240460033693,0.1400369107723236,0.326299591873695,0.05580449067291135,0.055542245992759066,2.60703565806721,0.19298291271596285,0.0766819501353599,0.05564380419917317,0.05351595097796948,Ocean,1
6
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,7.113612211407333,7.113612211407333,2.268024961153666,1.6852198915255923,0.16766914903082428,0.14999860792231456,20.733446240243584,2.6671355817444553,0.18733172863653105,0.1592993770064838,0.10836116320672781,Weather,1
7
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,343.5192314066283,343.5192314066283,15.492487788200378,0.9665185221071422,0.5533118292094638,0.4076468324173715,12.27368826814861,18.534271806753786,0.7019449499659569,0.5867440425349633,0.4109114830166976,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,0.31985586841286323,0.31985586841286323,0.502552350362142,0.39075342161020094,0.022688705833874046,0.022353991052184056,3.044557185356705,0.5655580150726035,0.023684161472638427,0.021045641114117962,0.023584240417631526,Weather,1
9
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,14.41011424730622,14.41011424730622,3.0023881991704306,0.5826737205937224,0.7219680312509208,0.36608097100120496,5.2729757031340485,3.79606562737082,0.43800757238894084,0.34642940759658813,0.2865100863652351,Hazards,1
results/chronos_bolt_base/online_meta.json CHANGED
@@ -1,41 +1,53 @@
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
- "evaluated_at": "2026-06-01T04:02:10.376847+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
14
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
20
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
21
- "context_length": 67,
 
 
 
 
 
 
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
26
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
32
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
38
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
 
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-01T04:14:26.042940+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
8
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
15
+ "context_length": 67,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
20
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
26
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
32
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
33
+ "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
38
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
44
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
50
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  }
results/chronos_bolt_mini/all_results.csv CHANGED
@@ -1,7 +1,9 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,81196.95458221436,81196.95458221436,240.8154296875,0.282305985748563,0.0032643532474748924,0.003258462568329075,1.4190494640796703,284.9507932647571,0.003857594661133957,0.0032601008238571385,0.0028921503798202677,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,317526.24749247235,317526.24749247235,506.55078125,0.6509599080808531,0.006881527733528091,0.006852327958144329,2.618389267547187,563.4946738811933,0.007645647771474516,0.006873017672247419,0.00416262023249827,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,0.4548491683890461,0.4548491683890461,0.5713753700256348,0.473667657933949,0.023501715802405565,0.02325194461214802,2.492200701618963,0.6744250650658278,0.027289927324709105,0.02312012576461167,0.021595693164674842,Weather,1
5
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,12.866226079541775,12.866226079541775,2.991313616434733,2.109447282157261,0.2122603861215456,0.1835326274322521,56.12876257654427,3.5869521992273294,0.23873227567909208,0.19908910608709782,0.16881480284123615,Weather,1
 
 
 
6
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,0.2875089391025843,0.2875089391025843,0.4182155132293701,0.32517834738427137,0.01883146531676998,0.01853805376220959,3.562773558266984,0.5361986004295277,0.02245466229020798,0.017513824367629532,0.02494905431240454,Weather,1
7
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Mini,13129.023055394491,13129.023055394491,106.99869791666667,0.08574186143572621,0.0055675255932632365,0.005585309447569607,0.5195726601627713,114.58194908184487,0.005965220776495178,0.005570431127982646,0.006157274908110388,Hydrology,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,381461.7657318115,381461.7657318115,567.7565104166666,0.7486532681693975,0.0077034369456976046,0.007668444678397157,3.7572882336630165,617.6259108326103,0.008371578164113666,0.007695625979697132,0.004638758846983368,Finance,1
 
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,0.4548491683890461,0.4548491683890461,0.5713753700256348,0.473667657933949,0.023501715802405565,0.02325194461214802,2.492200701618963,0.6744250650658278,0.027289927324709105,0.02312012576461167,0.021595693164674842,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Mini,0.01329991142885826,0.01329991142885826,0.09253201882044475,0.22500187208106326,0.06608679741755058,0.06943456523300563,0.931022279455565,0.11532524194146856,0.08699142036117204,0.06979817783657959,0.06830586556725664,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.035636902201526745,0.035636902201526745,0.1407918930053711,0.3280587737433651,0.056469829975582565,0.05581758661905762,2.5535405713879378,0.18877738795079974,0.07501088073446478,0.05594379713187825,0.05461892099830933,Ocean,1
6
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,5.250309865064878,5.250309865064878,1.961986502011617,1.4578228796974317,0.14489133850437275,0.13164982701025976,14.185285221665026,2.2913554645809273,0.16093804268471332,0.13780413920427093,0.08879896502961344,Weather,1
7
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,396.7845268010613,396.7845268010613,16.658551176389057,1.039264867177283,0.5925448247387131,0.4284173927180898,9.919006657609673,19.91945096635601,0.7544055767452924,0.6309061393906367,0.41928344021762637,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,0.2875089391025843,0.2875089391025843,0.4182155132293701,0.32517834738427137,0.01883146531676998,0.01853805376220959,3.562773558266984,0.5361986004295277,0.02245466229020798,0.017513824367629532,0.02494905431240454,Weather,1
9
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,14.854403408494212,14.854403408494212,3.0928406715393066,0.6002278392205662,0.7564528797913922,0.37411530353862094,5.018165391731777,3.8541410727286842,0.4447085853148482,0.35686623133145845,0.2918652707694942,Hazards,1
results/chronos_bolt_mini/online_meta.json CHANGED
@@ -1,41 +1,53 @@
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
- "evaluated_at": "2026-06-01T04:01:53.752332+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
14
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
20
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
21
- "context_length": 67,
 
 
 
 
 
 
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
26
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
32
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
38
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
 
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
+ "evaluated_at": "2026-06-01T04:14:09.204586+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
8
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
15
+ "context_length": 67,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
20
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
26
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
32
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
33
+ "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
38
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
44
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
50
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  }
results/chronos_bolt_tiny/all_results.csv CHANGED
@@ -1,7 +1,9 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,62743.53008015951,62743.53008015951,209.18359375,0.24522423962888618,0.0028347756237519094,0.0028314145212108275,1.4051616970401284,250.4865866272274,0.0033910265986207043,0.0028318767082604855,0.0027594050512944686,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,227360.7623240153,227360.7623240153,425.7063802083333,0.5470681250278882,0.0057836220474577005,0.005762705029756811,1.989788217839454,476.8236176239756,0.006469671495496347,0.005776099026321172,0.003707797969687449,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,0.47865702364788376,0.47865702364788376,0.539080540339152,0.4468953867730732,0.02208803996888825,0.021803446137272104,2.8778190971284796,0.6918504344494435,0.027995027251620435,0.021813348183588713,0.02066480341863103,Weather,1
5
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,6.096776244904049,6.096776244904049,2.084766467412313,1.4701584395744518,0.14763619113210408,0.13336888407874395,53.95169848171323,2.469165090653934,0.16433712198511144,0.1387531852618537,0.13435208007860433,Weather,1
 
 
 
6
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,1.7196720862187551,1.7196720862187551,1.1432069142659504,0.8888865270174474,0.05276301363307336,0.05089827079024898,4.101305108365408,1.311362682944255,0.05491660396335635,0.047874659066825566,0.0370985138011595,Weather,1
7
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Tiny,8175.800229390462,8175.800229390462,78.60270182291667,0.06298714002504173,0.004103023862419608,0.004113977673482464,0.5463690134599332,90.42013177047721,0.004707338747269964,0.004092114628524946,0.0058946273763256195,Hydrology,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,278122.80787404376,278122.80787404376,483.2477213541667,0.6372185598747314,0.0065571159942380336,0.006531579204644831,2.4405987172674415,527.3734994044011,0.0071482565651988005,0.0065501560102821784,0.004069035814710322,Finance,1
 
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,0.47865702364788376,0.47865702364788376,0.539080540339152,0.4468953867730732,0.02208803996888825,0.021803446137272104,2.8778190971284796,0.6918504344494435,0.027995027251620435,0.021813348183588713,0.02066480341863103,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Tiny,0.008174943204573163,0.008174943204573163,0.06245650351047516,0.15186991911160452,0.04371174498238975,0.04568862484725005,0.8793306066170699,0.09041539252015203,0.0682015774294482,0.04711180188918469,0.05353593381479147,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.03881763240493304,0.03881763240493304,0.14865583181381226,0.34638251431691963,0.059912799331931686,0.05887806436719575,2.537741266866494,0.19702190843896789,0.07828684905759896,0.05906854095033201,0.052856775026381836,Ocean,1
6
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,5.412121987208025,5.412121987208025,2.000014901161194,1.4860792771301758,0.1476148666180132,0.13397812979891674,18.29335186210778,2.326396781980242,0.16339924136056821,0.1404751416830091,0.09476975197405646,Weather,1
7
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,393.77224551974996,393.77224551974996,16.887847860654194,1.0535698319724662,0.6123590952864122,0.44178916080004743,10.03327861656672,19.84369535947753,0.7515364990585942,0.6395902490897941,0.4209304076550239,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,1.7196720862187551,1.7196720862187551,1.1432069142659504,0.8888865270174474,0.05276301363307336,0.05089827079024898,4.101305108365408,1.311362682944255,0.05491660396335635,0.047874659066825566,0.0370985138011595,Weather,1
9
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,14.592243827178399,14.592243827178399,3.0181226332982383,0.5857273034972322,0.7313718926369278,0.3671164758765812,5.413487673448425,3.819979558476511,0.44076687213190513,0.3482449192267198,0.28694970118693813,Hazards,1
results/chronos_bolt_tiny/online_meta.json CHANGED
@@ -1,41 +1,53 @@
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
- "evaluated_at": "2026-06-01T04:01:36.204800+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
14
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
20
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
21
- "context_length": 67,
 
 
 
 
 
 
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
26
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
32
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
38
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
 
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
+ "evaluated_at": "2026-06-01T04:13:49.045585+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
8
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
15
+ "context_length": 67,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
20
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
26
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
32
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
33
+ "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
38
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
44
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
50
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  }
results/dataset_properties.csv CHANGED
@@ -1,7 +1,9 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
- coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
 
 
5
  nws_ksfo_observations_temperature,Weather,1h,1
 
6
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
7
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
+ noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
+ noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
  nws_ksfo_observations_temperature,Weather,1h,1
7
+ open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
+ usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
results/moirai_1_1_small/all_results.csv CHANGED
@@ -1,7 +1,9 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,112025.37900797527,69836.16591580708,206.33902994791666,0.24188958042862688,0.0027968784171292344,0.0027923814949700593,1.8299990345382187,334.7019256113942,0.004531113412659021,0.002793367694088428,0.003162767003274226,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,430068.7607192993,311326.1501744588,508.4996744791667,0.653464398063451,0.00690719848278216,0.006878565897130942,2.21520256514658,655.7962798913237,0.008898020865676402,0.006899460781410792,0.004405650774500867,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,0.727849733725634,0.6050355666108848,0.5784732898076376,0.47955180208106807,0.024709583794443584,0.024153352005148742,5.30690698745131,0.853141098368631,0.03452149064170675,0.02340733590112782,0.023069368147354177,Weather,1
5
- nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,7.291792222842408,6.121542971674482,2.0828968286514282,1.4688399872459847,0.14758437462161447,0.13325196643725717,40.2551768586579,2.70033187272276,0.17972259937078483,0.13862875006135675,0.11941182516033155,Weather,1
6
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,2.0949599710706934,1.9798496473571656,1.2061424255371094,0.9378212625773775,0.052867815883444136,0.051659581959838254,4.7408067552763935,1.4473976547827807,0.06061340986670095,0.05051024157398503,0.039648724157919174,Weather,1
7
- usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,26039.666684468586,28084.042548656464,137.65234375,0.11030571786310517,0.0072120234520529625,0.007173691210090216,0.5333564730279633,161.3681092547985,0.008400942781160877,0.007166282537960955,0.005908815565497709,Hydrology,1
 
 
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,8645657.487462362,332057.04826164246,532.81494140625,0.7025787285477959,0.007229067095780438,0.007198599119731992,6.854217728012967,2940.349892013255,0.039854819105060876,0.007222012306732636,0.007139717277045099,Finance,1
3
+ nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,0.7081295726491893,0.6250081263514554,0.6169626712799072,0.5114593293104591,0.0261206844906794,0.025566046058104242,5.534927826139525,0.8415043509389535,0.03405062144051403,0.024964769747464362,0.024156684007857754,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Small,0.04073490004714012,0.04680784115548523,0.177338274816672,0.43121769452371606,0.12662342981120145,0.13926774783819149,3.3506074570906943,0.2018288880392005,0.15224231352020035,0.13376870623459725,0.10541347067532762,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.03733636547894056,0.038137312130759916,0.15073158343633017,0.3512192170371043,0.06087898019813385,0.05967339125742963,2.585503845112924,0.1932262028787518,0.07677862172078086,0.059893342898707534,0.05536320637177654,Ocean,1
6
+ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,6.748628552697066,5.969865247812852,2.1331702868143716,1.5850182696059705,0.1570248300278632,0.14208072273732475,20.464888155155595,2.597812262789031,0.1824626633877943,0.14982758283463546,0.10280388574702629,Weather,1
7
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,474.9897317715004,418.20471116970657,17.605860948562622,1.0983639901519802,0.67163879057018,0.4701223903032627,7.631339748009073,21.79425914711258,0.8254098302901978,0.6667834221651521,0.43217870148550336,Air Quality,1
8
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,2.0543422138606124,1.835123513711551,1.1586581865946453,0.900900474472509,0.0507727973685981,0.049653545391615594,4.796683765654676,1.4332976710581136,0.060022937656252794,0.048521719879399385,0.03883923532752245,Weather,1
9
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,15.205170357945008,14.816012107148055,3.105516731739044,0.6026878832485477,0.7446039635368588,0.37673337327394885,4.669026546401155,3.8993807659607964,0.44992854991855347,0.3583288536621974,0.2825906486592741,Hazards,1
results/moirai_1_1_small/online_meta.json CHANGED
@@ -1,41 +1,53 @@
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
- "evaluated_at": "2026-06-01T04:03:37.134022+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
14
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
20
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
21
- "context_length": 67,
 
 
 
 
 
 
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
26
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
32
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
38
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
 
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
+ "evaluated_at": "2026-06-01T04:16:03.791389+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
8
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
15
+ "context_length": 67,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
20
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
26
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
32
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
33
+ "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
38
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
44
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
50
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  }
results/online_status.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-01T04:01:00.632148+00:00",
4
- "finished_at": "2026-06-01T04:03:37.137630+00:00",
5
  "data_source": "ts_bench",
6
  "data_config": "configs/datasets/ts_bench.yaml",
7
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
@@ -9,41 +9,53 @@
9
  "Chronos-Bolt-Tiny": {
10
  "model": "Chronos-Bolt-Tiny",
11
  "api_model_id": "amazon/chronos-bolt-tiny",
12
- "evaluated_at": "2026-06-01T04:01:36.204800+00:00",
13
  "datasets": [
14
  {
15
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
16
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
17
  "context_length": 96,
18
  "prediction_length": 24
19
  },
20
  {
21
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
22
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
23
  "context_length": 96,
24
  "prediction_length": 24
25
  },
26
  {
27
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
28
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
29
- "context_length": 67,
 
 
 
 
 
 
30
  "prediction_length": 24
31
  },
32
  {
33
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
34
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
35
  "context_length": 96,
36
  "prediction_length": 24
37
  },
38
  {
39
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
40
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
41
  "context_length": 96,
42
  "prediction_length": 24
43
  },
44
  {
45
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
46
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
47
  "context_length": 96,
48
  "prediction_length": 24
49
  }
@@ -52,41 +64,53 @@
52
  "Chronos-Bolt-Mini": {
53
  "model": "Chronos-Bolt-Mini",
54
  "api_model_id": "amazon/chronos-bolt-mini",
55
- "evaluated_at": "2026-06-01T04:01:53.752332+00:00",
56
  "datasets": [
57
  {
58
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
59
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
60
  "context_length": 96,
61
  "prediction_length": 24
62
  },
63
  {
64
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
65
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
66
  "context_length": 96,
67
  "prediction_length": 24
68
  },
69
  {
70
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
71
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
72
- "context_length": 67,
73
  "prediction_length": 24
74
  },
75
  {
76
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
77
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
78
  "context_length": 96,
79
  "prediction_length": 24
80
  },
81
  {
82
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
83
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
84
  "context_length": 96,
85
  "prediction_length": 24
86
  },
87
  {
88
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
89
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
90
  "context_length": 96,
91
  "prediction_length": 24
92
  }
@@ -95,41 +119,53 @@
95
  "Chronos-Bolt-Base": {
96
  "model": "Chronos-Bolt-Base",
97
  "api_model_id": "amazon/chronos-bolt-base",
98
- "evaluated_at": "2026-06-01T04:02:10.376847+00:00",
99
  "datasets": [
100
  {
101
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
102
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
 
 
 
 
 
 
103
  "context_length": 96,
104
  "prediction_length": 24
105
  },
106
  {
107
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
108
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
109
  "context_length": 96,
110
  "prediction_length": 24
111
  },
112
  {
113
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
114
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
115
- "context_length": 67,
116
  "prediction_length": 24
117
  },
118
  {
119
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
120
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
121
  "context_length": 96,
122
  "prediction_length": 24
123
  },
124
  {
125
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
126
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
127
  "context_length": 96,
128
  "prediction_length": 24
129
  },
130
  {
131
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
132
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
133
  "context_length": 96,
134
  "prediction_length": 24
135
  }
@@ -138,41 +174,53 @@
138
  "Chronos-2": {
139
  "model": "Chronos-2",
140
  "api_model_id": "amazon/chronos-2",
141
- "evaluated_at": "2026-06-01T04:02:24.812048+00:00",
142
  "datasets": [
143
  {
144
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
145
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
146
  "context_length": 96,
147
  "prediction_length": 24
148
  },
149
  {
150
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
151
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
152
  "context_length": 96,
153
  "prediction_length": 24
154
  },
155
  {
156
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
157
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
158
- "context_length": 67,
 
 
 
 
 
 
159
  "prediction_length": 24
160
  },
161
  {
162
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
163
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
164
  "context_length": 96,
165
  "prediction_length": 24
166
  },
167
  {
168
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
169
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
170
  "context_length": 96,
171
  "prediction_length": 24
172
  },
173
  {
174
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
175
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
176
  "context_length": 96,
177
  "prediction_length": 24
178
  }
@@ -181,41 +229,53 @@
181
  "TimesFM-2.5": {
182
  "model": "TimesFM-2.5",
183
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
184
- "evaluated_at": "2026-06-01T04:03:00.806933+00:00",
185
  "datasets": [
186
  {
187
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
188
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
189
  "context_length": 96,
190
  "prediction_length": 24
191
  },
192
  {
193
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
194
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
195
  "context_length": 96,
196
  "prediction_length": 24
197
  },
198
  {
199
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
200
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
201
- "context_length": 67,
202
  "prediction_length": 24
203
  },
204
  {
205
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
206
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
207
  "context_length": 96,
208
  "prediction_length": 24
209
  },
210
  {
211
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
212
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
213
  "context_length": 96,
214
  "prediction_length": 24
215
  },
216
  {
217
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
218
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
219
  "context_length": 96,
220
  "prediction_length": 24
221
  }
@@ -224,41 +284,53 @@
224
  "Moirai-1.1-Small": {
225
  "model": "Moirai-1.1-Small",
226
  "api_model_id": "Salesforce/moirai-1.1-R-small",
227
- "evaluated_at": "2026-06-01T04:03:37.134022+00:00",
228
  "datasets": [
229
  {
230
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
231
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
 
 
 
 
 
 
232
  "context_length": 96,
233
  "prediction_length": 24
234
  },
235
  {
236
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
237
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
238
  "context_length": 96,
239
  "prediction_length": 24
240
  },
241
  {
242
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
243
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
244
- "context_length": 67,
245
  "prediction_length": 24
246
  },
247
  {
248
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
249
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
250
  "context_length": 96,
251
  "prediction_length": 24
252
  },
253
  {
254
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
255
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
256
  "context_length": 96,
257
  "prediction_length": 24
258
  },
259
  {
260
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
261
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
262
  "context_length": 96,
263
  "prediction_length": 24
264
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-01T04:13:03.401559+00:00",
4
+ "finished_at": "2026-06-01T04:16:03.794097+00:00",
5
  "data_source": "ts_bench",
6
  "data_config": "configs/datasets/ts_bench.yaml",
7
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
 
9
  "Chronos-Bolt-Tiny": {
10
  "model": "Chronos-Bolt-Tiny",
11
  "api_model_id": "amazon/chronos-bolt-tiny",
12
+ "evaluated_at": "2026-06-01T04:13:49.045585+00:00",
13
  "datasets": [
14
  {
15
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
16
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
17
  "context_length": 96,
18
  "prediction_length": 24
19
  },
20
  {
21
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
22
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
23
+ "context_length": 67,
24
+ "prediction_length": 24
25
+ },
26
+ {
27
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
28
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
29
  "context_length": 96,
30
  "prediction_length": 24
31
  },
32
  {
33
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
34
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
35
+ "context_length": 96,
36
+ "prediction_length": 24
37
+ },
38
+ {
39
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
40
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
41
+ "context_length": 96,
42
  "prediction_length": 24
43
  },
44
  {
45
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
46
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
47
  "context_length": 96,
48
  "prediction_length": 24
49
  },
50
  {
51
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
52
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
53
  "context_length": 96,
54
  "prediction_length": 24
55
  },
56
  {
57
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
58
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
59
  "context_length": 96,
60
  "prediction_length": 24
61
  }
 
64
  "Chronos-Bolt-Mini": {
65
  "model": "Chronos-Bolt-Mini",
66
  "api_model_id": "amazon/chronos-bolt-mini",
67
+ "evaluated_at": "2026-06-01T04:14:09.204586+00:00",
68
  "datasets": [
69
  {
70
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
71
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
72
  "context_length": 96,
73
  "prediction_length": 24
74
  },
75
  {
76
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
77
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
78
+ "context_length": 67,
79
+ "prediction_length": 24
80
+ },
81
+ {
82
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
83
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
84
  "context_length": 96,
85
  "prediction_length": 24
86
  },
87
  {
88
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
89
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
90
+ "context_length": 96,
91
  "prediction_length": 24
92
  },
93
  {
94
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
95
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
96
+ "context_length": 96,
97
+ "prediction_length": 24
98
+ },
99
+ {
100
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
101
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
102
  "context_length": 96,
103
  "prediction_length": 24
104
  },
105
  {
106
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
107
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
108
  "context_length": 96,
109
  "prediction_length": 24
110
  },
111
  {
112
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
113
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
114
  "context_length": 96,
115
  "prediction_length": 24
116
  }
 
119
  "Chronos-Bolt-Base": {
120
  "model": "Chronos-Bolt-Base",
121
  "api_model_id": "amazon/chronos-bolt-base",
122
+ "evaluated_at": "2026-06-01T04:14:26.042940+00:00",
123
  "datasets": [
124
  {
125
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
126
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
127
+ "context_length": 96,
128
+ "prediction_length": 24
129
+ },
130
+ {
131
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
132
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
133
+ "context_length": 67,
134
+ "prediction_length": 24
135
+ },
136
+ {
137
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
138
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
139
  "context_length": 96,
140
  "prediction_length": 24
141
  },
142
  {
143
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
144
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
145
  "context_length": 96,
146
  "prediction_length": 24
147
  },
148
  {
149
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
150
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
151
+ "context_length": 96,
152
  "prediction_length": 24
153
  },
154
  {
155
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
156
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
157
  "context_length": 96,
158
  "prediction_length": 24
159
  },
160
  {
161
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
162
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
163
  "context_length": 96,
164
  "prediction_length": 24
165
  },
166
  {
167
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
168
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
169
  "context_length": 96,
170
  "prediction_length": 24
171
  }
 
174
  "Chronos-2": {
175
  "model": "Chronos-2",
176
  "api_model_id": "amazon/chronos-2",
177
+ "evaluated_at": "2026-06-01T04:14:49.464096+00:00",
178
  "datasets": [
179
  {
180
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
181
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
182
  "context_length": 96,
183
  "prediction_length": 24
184
  },
185
  {
186
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
187
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
188
+ "context_length": 67,
189
+ "prediction_length": 24
190
+ },
191
+ {
192
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
193
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
194
  "context_length": 96,
195
  "prediction_length": 24
196
  },
197
  {
198
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
199
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
200
+ "context_length": 96,
201
+ "prediction_length": 24
202
+ },
203
+ {
204
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
205
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
206
+ "context_length": 96,
207
  "prediction_length": 24
208
  },
209
  {
210
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
211
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
212
  "context_length": 96,
213
  "prediction_length": 24
214
  },
215
  {
216
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
217
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
218
  "context_length": 96,
219
  "prediction_length": 24
220
  },
221
  {
222
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
223
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
224
  "context_length": 96,
225
  "prediction_length": 24
226
  }
 
229
  "TimesFM-2.5": {
230
  "model": "TimesFM-2.5",
231
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
232
+ "evaluated_at": "2026-06-01T04:15:39.125948+00:00",
233
  "datasets": [
234
  {
235
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
236
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
237
  "context_length": 96,
238
  "prediction_length": 24
239
  },
240
  {
241
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
242
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
243
+ "context_length": 67,
244
+ "prediction_length": 24
245
+ },
246
+ {
247
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
248
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
249
  "context_length": 96,
250
  "prediction_length": 24
251
  },
252
  {
253
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
254
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
255
+ "context_length": 96,
256
  "prediction_length": 24
257
  },
258
  {
259
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
260
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
261
+ "context_length": 96,
262
+ "prediction_length": 24
263
+ },
264
+ {
265
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
266
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
267
  "context_length": 96,
268
  "prediction_length": 24
269
  },
270
  {
271
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
272
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
273
  "context_length": 96,
274
  "prediction_length": 24
275
  },
276
  {
277
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
278
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
279
  "context_length": 96,
280
  "prediction_length": 24
281
  }
 
284
  "Moirai-1.1-Small": {
285
  "model": "Moirai-1.1-Small",
286
  "api_model_id": "Salesforce/moirai-1.1-R-small",
287
+ "evaluated_at": "2026-06-01T04:16:03.791389+00:00",
288
  "datasets": [
289
  {
290
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
291
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
292
+ "context_length": 96,
293
+ "prediction_length": 24
294
+ },
295
+ {
296
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
297
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
298
+ "context_length": 67,
299
+ "prediction_length": 24
300
+ },
301
+ {
302
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
303
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
304
  "context_length": 96,
305
  "prediction_length": 24
306
  },
307
  {
308
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
309
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
310
  "context_length": 96,
311
  "prediction_length": 24
312
  },
313
  {
314
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
315
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
316
+ "context_length": 96,
317
  "prediction_length": 24
318
  },
319
  {
320
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
321
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
322
  "context_length": 96,
323
  "prediction_length": 24
324
  },
325
  {
326
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
327
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
328
  "context_length": 96,
329
  "prediction_length": 24
330
  },
331
  {
332
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
333
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
334
  "context_length": 96,
335
  "prediction_length": 24
336
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,7 +1,9 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,46494.99320983887,38456.14454650879,166.033203125,0.19463938476043383,0.002247820516401213,0.0022480922487844,6.434717293328532,215.62697699925877,0.0029191056664156787,0.0022477171956874348,0.002348701970379826,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,157056.70677693686,107425.98363494873,273.1083984375,0.35096701954397397,0.003711817378134042,0.003702003551712319,17.90849764066753,396.3038061600429,0.005377156968538167,0.0037056084372589777,0.004514055007932963,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.7325870372020896,0.5827046931978354,0.627137025197347,0.5198938237669642,0.025506826195137593,0.02531164471362797,22.440200290793143,0.8559129845972017,0.0346336522110913,0.025376464676026517,0.030040851837239306,Weather,1
5
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.614274194649776,5.38726201744915,1.9478225708007812,1.3735868434274974,0.13809301152375883,0.12539078527619607,60.98850993450228,2.369445967868813,0.15770024148351375,0.12963878220806457,0.13902459980350793,Weather,1
 
 
 
6
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.0805140816078165,0.4325805643043168,0.5493147373199463,0.4271129425501686,0.0238695094617826,0.02369253823049497,26.877241670036454,1.0394777927439414,0.04353074173550313,0.02300393344494535,0.035631465068645764,Weather,1
7
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2107.324970404307,4850.086797237396,62.735432942708336,0.05027213324290484,0.00326068678922197,0.0032668690234868257,1.7794093671744573,45.905609356638614,0.002389879879738236,0.0032660529080802605,0.0035335673882260794,Hydrology,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,222859.57605489096,162257.30119578043,356.5901692708333,0.4702057849160884,0.004839625990741166,0.004824705000802075,22.5260894684927,472.0800525916033,0.006398784427068165,0.004833382832953008,0.005577845876327525,Finance,1
 
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.7325870372020896,0.5827046931978354,0.627137025197347,0.5198938237669642,0.025506826195137593,0.02531164471362797,22.440200290793143,0.8559129845972017,0.0346336522110913,0.025376464676026517,0.030040851837239306,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.01585717376773192,0.022221589914436752,0.11756094793478648,0.2858624906939455,0.0833575714803052,0.08908415413334332,4.18478152693212,0.12592527056842848,0.09498716813160663,0.0886778442228919,0.06633863283990568,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03237675144655583,0.032221474176213384,0.12616788347562155,0.29398341236330394,0.04952421646103994,0.050031667979119836,10.364355293489561,0.17993540909603042,0.07149751174185737,0.050132932564869746,0.05247040579900776,Ocean,1
6
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,6.852398977756404,5.9371386377226445,2.1526434818903604,1.5994875176326417,0.15813648261821925,0.1433007063939726,74.4801183792362,2.6177087266837775,0.18386013226814246,0.15119532256284057,0.1677794278857836,Weather,1
7
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,359.27841762260505,252.21519986795622,13.610794266064962,0.8491266824661206,0.4930600711831576,0.38174604379796345,40.33630405102636,18.95464105760394,0.7178655146275648,0.5154790217659627,0.59579823946357,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.0805140816078165,0.4325805643043168,0.5493147373199463,0.4271129425501686,0.0238695094617826,0.02369253823049497,26.877241670036454,1.0394777927439414,0.04353074173550313,0.02300393344494535,0.035631465068645764,Weather,1
9
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.084061095450314,14.474253603665849,2.836489677429199,0.5504777810644268,0.6084083759686546,0.3521778590567359,18.177892199102438,3.7528737116309037,0.4330238898035658,0.3272872704725999,0.3315992940185416,Hazards,1
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,41 +1,53 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-01T04:03:00.806933+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t040051z",
14
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
20
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
21
- "context_length": 67,
 
 
 
 
 
 
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t015000z",
26
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
32
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t015000z",
38
- "data_fetched_at": "2026-06-01T04:01:00.553534Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-01T04:15:39.125948+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t040000z",
8
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
15
+ "context_length": 67,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t014200z",
20
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
26
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
32
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
33
+ "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
38
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
44
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
50
+ "data_fetched_at": "2026-06-01T04:13:03.331020Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  }