ziyuzhou02 commited on
Commit
00e0976
·
verified ·
1 Parent(s): 65c2070

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,14 +1,12 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,231924.05775896707,231924.05775896707,428.8712565104167,0.6230572208605002,0.007129909003148114,0.007160951865798435,3.41764177056136,481.5849434512743,0.008021913146895559,0.007143844544372924,0.007319098462905571,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,2.6126165288424696e-06,2.6126165288424696e-06,0.0012845982693963582,0.006207454883523081,nan,2.0,5.279464972853564,0.0016163590346338493,inf,inf,inf,Climate,1,36
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12
6
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,5.691223427311949,5.691223427311949,1.8429029782613118,1.3449959538328617,0.06948273301970269,0.07302922608757077,18.032002247200396,2.385628518297002,0.09830548421939977,0.07594119044849446,0.06372138777135845,Weather,1,24
7
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.26757182230263804,0.26757182230263804,0.42220905801126113,0.47000898066855107,14.43075027675762,1.238252997471478,1.2476956884517323,0.5172734502201307,1.4146038721910041,1.1546283074893504,0.944322335759339,Ocean,1,60
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.1065147992298563,0.1065147992298563,0.25542667839262223,0.7480351705238321,0.09335995749220073,0.09039180546362599,8.47934979599963,0.3263660509762869,0.11200360023110008,0.087658344026486,0.07136276101109057,Ocean,1,72
9
- nws_ksfo_observations_temperature/1h/short,Chronos-2,6.578811546462172,6.578811546462172,2.1171810626983643,1.1789408422710743,0.10375024715189164,0.096205109084248,14.368300721258128,2.5649194035022176,0.12041874846263263,0.09939816958412398,0.06577761205634809,Weather,1,24
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,91.15923561849529,91.15923561849529,7.3054993947347,0.6130158924822656,0.2813861293519167,0.29359667606670836,2.786440947369089,9.547734580438194,0.37850288039594665,0.2896134722160471,0.23572757438437478,Air Quality,1,24
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.9090980634247595,0.9090980634247595,0.5859293142954508,0.525920480149701,0.022415855162558947,0.021774550408332077,4.516039206355031,0.9534663410025335,0.03676014808684466,0.02259004585235473,0.01848918215178422,Weather,1,24
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,10.929909450344818,10.929909450344818,2.831455707550049,0.5261027379189768,0.34114103581023486,0.2968723732286223,2.7879509095222716,3.3060413564177957,0.3306041356417796,0.2831455707550049,0.23121420171525742,Hazards,1,24
13
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,821.1592390040556,821.1592390040556,20.672017415364582,0.19267123027912622,0.007639497938916071,0.007695520337382622,3.3403365822208735,28.655876168842852,0.010605104518924107,0.0076503996602737085,0.00699993198446736,Hydrology,1,24
14
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.1456044109597034,0.1456044109597034,,,0.0732649397732364,,,0.3540856210491078,,,0.2097125439693489,Web,1,7
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,55191.59698359171,55191.59698359171,198.619140625,0.33669081659764916,0.0031670256625763817,0.0031738450727417495,3.900166949882754,234.92891900230526,0.003752486603882454,0.003172515617213751,0.005455293856706997,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,30386.772164026897,30386.772164026897,144.51025390625,0.2504473730233503,0.0023081111903845816,0.002310803026802783,4.5902827532904205,174.3180201930566,0.0027878551618223265,0.0023111417674581943,0.005540922213555685,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0135279250328797,1.0135279250328797,0.7760221163431803,0.7124828150075104,0.030955027243555127,0.030196089081532942,2.57253154977446,1.0067412403556735,0.039586130068174706,0.03051401015665984,0.021486936327500903,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.015383660482691278,0.015383660482691278,0.10735778758923213,0.16121804815178017,0.3177356224428212,0.2608616471668601,0.5772064369494309,0.12403088519675766,0.32461736313586087,0.2809800306111773,0.1879749372877965,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.00863338698202476,0.00863338698202476,0.0797783484061559,0.696247585361026,0.06966743501301983,0.06646254886886296,3.6346311052403295,0.09291602112673981,0.07879803593160989,0.06765654714915081,0.04583538876911983,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.003313027154149495,0.003313027154149495,0.021967291831970215,0.019894905810086228,0.0017096161745851074,0.0016997041002216639,0.6699716460030034,0.05755890160652386,0.004433291436129362,0.0016919608268304743,0.004813137049942042,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,42.99446735530853,42.99446735530853,5.482115626335144,0.5300286271331468,0.355168579752886,0.29971654379193624,2.8644409929297736,6.557016650528541,0.3712394476965104,0.3103816393641487,0.23762113286321496,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.6244250747777187,0.6244250747777187,0.5695122083028158,0.43163033990400934,0.023857974725010247,0.024392185152139822,1.9124857581277752,0.7902057167457843,0.03438168607921584,0.024779357513111604,0.022741753599106018,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.870864701296265,14.870864701296265,2.8135249614715576,0.4916839738493984,0.42614708676965996,0.262055477239668,5.0060174557769175,3.856276014667034,0.32247604303835825,0.23527734869448566,0.21753711552754695,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2.857387719055017,2.857387719055017,1.3997904459635417,0.019142433449074073,0.00044865078396267357,0.0004487976119229237,1.0503039585559117,1.6903809390356415,0.0005417887625114235,0.0004486507839626736,0.0033214613288669276,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,7527.493429508177,7527.493429508177,86.01233673095703,1.7317920147172559,0.3099005286298708,0.3673858887998923,5.472806021671167,86.76112856290067,0.31378346677360097,0.3110753588823039,0.2676876743371069,Web,1
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,50 +1,73 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-30T02:02:00.139475+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
8
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
14
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
15
- "context_length": 288,
16
- "prediction_length": 36
 
 
 
 
 
 
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
21
- "context_length": 336,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
26
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
27
- "context_length": 336,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
32
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
33
- "context_length": 336,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
38
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
39
- "context_length": 168,
40
  "prediction_length": 24
41
  },
42
  {
43
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
44
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
45
  "context_length": 96,
46
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  }
48
- ],
49
- "failed_datasets": []
50
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-24T10:26:41.569713+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
+ ]
 
73
  }
results/chronos_bolt_base/all_results.csv ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,133710.13846079507,133710.13846079507,322.9169921875,0.5473953086834632,0.005149644924725784,0.0051666757874047516,4.166939950188181,365.6639693226488,0.005840699187792457,0.005157907730115246,0.006829569381692274,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,132452.1621246338,132452.1621246338,309.095703125,0.5356866019395568,0.00493381846372946,0.00495068491829389,4.682534117129365,363.93977815654307,0.005820461866205871,0.004943344643885855,0.00718501037207875,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,1.8319509301638088,1.8319509301638088,1.0906925996144612,1.0013886425596585,0.042707416779779316,0.041400192532359194,5.2355010268125115,1.3534958183030374,0.05322088672074797,0.04288718628182931,0.02834453176212835,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Base,0.008242577041278695,0.008242577041278695,0.07623488704363506,0.11448111931359319,0.2174943180579981,0.1902406604160792,0.8810051995298819,0.09078863938444444,0.23761475758976,0.1995242392393402,0.23095059488684969,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.02710276575272334,0.02710276575272334,0.1489242066939672,1.2997025055545042,0.12922718676271597,0.11963559408704778,8.917016571309325,0.1646291764928785,0.13961484367676943,0.12629614191239394,0.07990431471823298,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.0033086436577226173,0.0033086436577226173,0.04541913668314616,0.041134312467755015,0.003509866679027899,0.0035067777158172084,0.3951376789021042,0.05752081064903916,0.004430357601207263,0.0034982646310776477,0.00440059871430286,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,56.748003162197925,56.748003162197925,6.146185318628947,0.5942330276453109,0.39154794477769567,0.32427352038561524,3.7303061966828572,7.5331270507139285,0.42650401467399907,0.34797935779899075,0.25809968034774244,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,0.19778157721445191,0.19778157721445191,0.3354157606760661,0.2542098600857271,0.01437067829165361,0.014287940489291799,1.542343685137593,0.4447264071476439,0.01934995330666139,0.014593869855912323,0.014436854684192722,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,14.449017169318987,14.449017169318987,2.8092607259750366,0.4909387676461228,0.42081398718682844,0.26256956990371827,5.111940813296049,3.8011862844800155,0.3178692363328236,0.23492075757282535,0.21741257939650666,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Base,189.75643805911145,189.75643805911145,9.822743733723959,0.13432811943554132,0.0031483152992704995,0.0031580867312252345,0.9526770610754985,13.775210998714737,0.004415131730357288,0.0031483152992704995,0.004421355418669871,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Base,7846.271479973686,7846.271479973686,87.9615249633789,1.7710374153700452,0.31710266267228676,0.3773602927354325,5.913257010031067,88.57918197846313,0.32035870516623194,0.318124864243685,0.27445587593555354,Web,1
results/chronos_bolt_base/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Base",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-base",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Amazon / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "amazon/chronos-bolt-base"
11
+ }
results/chronos_bolt_base/online_meta.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Base",
3
+ "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-24T10:26:11.706307+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
+ }
72
+ ]
73
+ }
results/chronos_bolt_mini/all_results.csv ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,67679.21396891277,67679.21396891277,223.47233072916666,0.3788208995538898,0.00356361224366329,0.003572144030548605,3.948263470146155,260.1522899551583,0.004155375962958806,0.0035694921296230823,0.005689663101150998,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,119960.92000770569,119960.92000770569,301.7263997395833,0.5229150329747203,0.004816846843849194,0.004832156954687329,4.653517209475508,346.3537498103719,0.005539209819822315,0.004825487921675978,0.007085509592923398,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,1.8336535334306063,1.8336535334306063,1.103524128595988,1.0131695489244015,0.04319357415511382,0.041889904239116454,6.7357908205126025,1.354124637332401,0.053245612549876545,0.04339173556904915,0.028920408745581532,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Mini,0.0026082539976353125,0.0026082539976353125,0.04670201241970062,0.07013191549617498,0.13306473388051399,0.123487003397362,0.6710046927673394,0.05107106810744526,0.1336647354831926,0.12222991153188797,0.16064998754087434,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.029451925891486635,0.029451925891486635,0.15558111170927683,1.3577991462531906,0.13506280783090616,0.12464402670209128,9.281102903826342,0.17161563416975342,0.14553975454123855,0.13194157349920482,0.08292687656981358,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.003367073403713524,0.003367073403713524,0.046784440676371254,0.042370814197468305,0.003614764406336471,0.003612052138080688,0.4368766208864608,0.05802648881083125,0.004469305854240924,0.0036034228313201622,0.0037225177211483223,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,65.74404899330379,65.74404899330379,6.73486053943634,0.6511480473893272,0.43757136785091105,0.3532075261597076,3.804420624229325,8.108270407016764,0.4590669794062865,0.38130845782919154,0.2782135723253053,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,0.25599078464513997,0.25599078464513997,0.363839070002238,0.2757517383576836,0.015361408145510883,0.015455357761060001,1.3067340896392892,0.505955318822858,0.022014010495286476,0.015830562122084925,0.013680019374027914,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,14.61751294236035,14.61751294236035,2.7877307335535684,0.48717624469868187,0.4240831081772294,0.26032398856351274,5.004916382067412,3.8232856213419826,0.3197172645024654,0.23312034008810328,0.2171543041588122,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Mini,42.20985995233059,42.20985995233059,4.8846435546875,0.06679854433760683,0.0015655908829126603,0.0015674157995548704,0.7935784755608974,6.496911570302507,0.002082343452020034,0.0015655908829126603,0.003128560529022362,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Mini,14694.567195974756,14694.567195974756,119.95475769042969,2.4151964635656986,0.4319511571520279,0.5530661119115016,7.316465185792655,121.22114995319404,0.4384128388903944,0.4338327583740676,0.36138728262311326,Web,1
results/chronos_bolt_mini/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Mini",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-mini",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Amazon / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "amazon/chronos-bolt-mini"
11
+ }
results/chronos_bolt_mini/online_meta.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Mini",
3
+ "api_model_id": "amazon/chronos-bolt-mini",
4
+ "evaluated_at": "2026-06-24T10:25:40.497087+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
+ }
72
+ ]
73
+ }
results/chronos_bolt_tiny/all_results.csv ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,86024.59016736348,86024.59016736348,247.27327473958334,0.4191672591718281,0.003942375900955278,0.00395327142780055,3.574212685487224,293.29948886311325,0.004684831512265222,0.0039496612630704996,0.0055753044641461535,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,83047.47283808391,83047.47283808391,235.2041015625,0.4076267791963082,0.003753652221864143,0.0037640301344925367,4.045430645898329,288.1795843533749,0.004608834708434634,0.0037616017431622746,0.005855481395303551,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,1.5681654929370172,1.5681654929370172,1.0146376291910808,0.9315609169299943,0.040025407697032556,0.0388989609410166,5.034907196016684,1.2522641466308206,0.049240350351323625,0.03989662442658291,0.02758121236538047,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Tiny,0.0008618152538596805,0.0008618152538596805,0.024385434885819752,0.036619348292331065,0.06274609584840433,0.06571567982692177,0.5312370102006511,0.02935669010395553,0.0768332122827725,0.06382229360855174,0.1296560512015753,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.029469210245647897,0.029469210245647897,0.1558375507593155,1.3600371603628922,0.13527808117279008,0.12485264691216198,10.205176536866068,0.17166598453289428,0.1455824544941189,0.13215904830316408,0.08273545650657813,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.0030758599688548807,0.0030758599688548807,0.02314917246500651,0.020965288270194577,0.0017997062079544816,0.0017908411173948697,0.5219369924293373,0.05546043606801952,0.004271663798332163,0.0017829914257947376,0.0028809430014159376,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,63.65247371527543,63.65247371527543,6.621929128964742,0.6402294742448774,0.4072149198204809,0.3461581939204694,4.394288273394385,7.978250040909687,0.4517055997613227,0.37491460576421554,0.27509277625653833,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,0.21127289555291404,0.21127289555291404,0.3622349103291829,0.27453595408678183,0.015453921301269534,0.015446181010018295,1.283260930373417,0.4596443141744647,0.019999028332930893,0.015760765468971545,0.014032221127267895,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,14.909067221062818,14.909067221062818,2.8200417359670005,0.49282282764471846,0.4252191632529783,0.2628031727481589,5.299644688958104,3.8612261292318557,0.3228899899009217,0.23582230544671778,0.21603537155960675,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Tiny,109.69032004723947,109.69032004723947,8.655812581380209,0.11837008658297721,0.0027742989042885287,0.0027799441874294824,0.8694636418269232,10.473314663812955,0.003356831623016973,0.0027742989042885283,0.0036629623746373824,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Tiny,11239.236877913238,11239.236877913238,105.2794418334961,2.1197203053724047,0.3795384191117197,0.469240325063693,8.068605922212537,106.01526719257579,0.38341868785741695,0.3807574749855193,0.33305075417231766,Web,1
results/chronos_bolt_tiny/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Tiny",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-tiny",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Amazon / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "amazon/chronos-bolt-tiny"
11
+ }
results/chronos_bolt_tiny/online_meta.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Tiny",
3
+ "api_model_id": "amazon/chronos-bolt-tiny",
4
+ "evaluated_at": "2026-06-24T10:25:09.955652+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
+ }
72
+ ]
73
+ }
results/dataset_properties.csv CHANGED
@@ -1,14 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
6
- nasa_power_shanghai_hourly_t2m,Weather,1h,1
7
- noaa_coops_sf_water_level_water_level,Ocean,6min,1
8
- noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
9
  nws_ksfo_observations_temperature,Weather,1h,1
10
- open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
11
- open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
12
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
13
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
14
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
 
 
 
 
 
4
  nws_ksfo_observations_temperature,Weather,1h,1
 
 
5
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
6
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/moirai_1_1_small/all_results.csv ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,3275545.588390986,1892766.9024322827,1363.7847493489583,2.3118305691829444,0.021792229970573517,0.021553101332177565,7.246140715216498,1809.8468411418094,0.02890842921895441,0.02178354212092952,0.013991806144947598,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,37798.926400502525,26889.563075383503,129.05403645833334,0.22366056065486836,0.0020659182419888265,0.002064315541722226,2.9695239116085688,194.419459932648,0.0031093359959668185,0.0020639516287295585,0.0035208613845827377,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,2.593477317492367,2.353017689729768,1.1896168390909831,1.0922131424422628,0.047220400117653626,0.045507501570683194,13.634388253692805,1.6104276815468515,0.06332371925538695,0.04677699197751071,0.03625177666992639,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Small,0.06594431230411768,0.06311771992473118,0.22484965870777765,0.33765434178989784,0.658248620406554,0.46340549478147613,1.741077762570426,0.25679624667061957,0.6720948602855071,0.5884832894317287,0.3783295937900954,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.017666016292974856,0.015395550278596293,0.11136727780103683,0.9719328590565229,0.0969018832578087,0.09128505637708632,5.2511515403621525,0.13291356700117132,0.11271821480679689,0.09444574413923348,0.06645042972967345,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,0.1837779760748314,0.011098394238037676,0.08033106724421184,0.07275266467400317,0.006203863005708935,0.006171304408439031,1.212190915953438,0.4286933357014445,0.03301874151252973,0.006187245109425985,0.010590519682003882,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,106.19727422669511,88.99129378661921,7.704468806584676,0.7448929031571985,0.5656473354118196,0.39663866305753176,9.09165972829234,10.305206170994111,0.5834511716559614,0.43620489271152535,0.3206434275797847,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,0.3167640549712208,0.3351591693818439,0.4470852216084798,0.33884356358928186,0.019178435433452105,0.019224527438141455,2.411817483345231,0.5628179589984854,0.02448809212077132,0.019452584832342527,0.021917702880615085,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,20.264125817441215,13.063720234179414,2.76386030515035,0.4830047135214204,0.40069874302731834,0.26277209977789545,4.992591926773775,4.501569261651009,0.37643784766419586,0.23112420670246828,0.21221228188615504,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,19.206633903086185,13.515089772641659,2.9262491861979165,0.04001708288817664,0.00093790038019164,0.0009372092429062728,0.7483599453570156,4.382537381824163,0.0014046594172513341,0.00093790038019164,0.0020722302457659107,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,4840.933965169825,5147.06643593093,70.07843399047852,1.410975181016346,0.25157220758482096,0.28929323842024507,8.822836242266149,69.57682060262472,0.2516340708955686,0.253448224197029,0.2998925961522613,Web,1
results/moirai_1_1_small/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Moirai-1.1-Small",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/Salesforce/moirai-1.1-R-small",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Salesforce / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "Salesforce/moirai-1.1-R-small"
11
+ }
results/moirai_1_1_small/online_meta.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Moirai-1.1-Small",
3
+ "api_model_id": "Salesforce/moirai-1.1-R-small",
4
+ "evaluated_at": "2026-06-24T10:28:02.279888+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
+ }
72
+ ]
73
+ }
results/online_status.json CHANGED
@@ -1,530 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-30T02:00:46.167822+00:00",
4
- "finished_at": "2026-06-30T02:07:28.820662+00:00",
5
- "task_count": 7,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-30T02:02:00.139475+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
17
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
23
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
24
- "context_length": 288,
25
- "prediction_length": 36
26
- },
27
- {
28
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
29
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
30
- "context_length": 336,
31
- "prediction_length": 24
32
- },
33
- {
34
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
35
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
36
- "context_length": 336,
37
- "prediction_length": 24
38
- },
39
- {
40
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
41
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
42
- "context_length": 336,
43
- "prediction_length": 24
44
- },
45
- {
46
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
47
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
48
- "context_length": 168,
49
- "prediction_length": 24
50
- },
51
- {
52
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
53
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
54
- "context_length": 96,
55
- "prediction_length": 24
56
- }
57
- ],
58
- "failed_datasets": []
59
- },
60
- "TimesFM-2.5": {
61
- "model": "TimesFM-2.5",
62
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
63
- "evaluated_at": "2026-06-30T02:03:00.980400+00:00",
64
- "datasets": [
65
- {
66
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
67
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
68
- "context_length": 96,
69
- "prediction_length": 24
70
- },
71
- {
72
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
73
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
74
- "context_length": 288,
75
- "prediction_length": 36
76
- },
77
- {
78
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
79
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
80
- "context_length": 336,
81
- "prediction_length": 24
82
- },
83
- {
84
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
85
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
86
- "context_length": 336,
87
- "prediction_length": 24
88
- },
89
- {
90
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
91
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
92
- "context_length": 336,
93
- "prediction_length": 24
94
- },
95
- {
96
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
97
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
98
- "context_length": 168,
99
- "prediction_length": 24
100
- },
101
- {
102
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
103
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
104
- "context_length": 96,
105
- "prediction_length": 24
106
- }
107
- ],
108
- "failed_datasets": []
109
- },
110
- "Toto-2.0-1B": {
111
- "model": "Toto-2.0-1B",
112
- "api_model_id": "Datadog/Toto-2.0-1B",
113
- "evaluated_at": "2026-06-30T02:03:56.772486+00:00",
114
- "datasets": [
115
- {
116
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
117
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
118
- "context_length": 96,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
123
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
124
- "context_length": 288,
125
- "prediction_length": 36
126
- },
127
- {
128
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
129
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
130
- "context_length": 336,
131
- "prediction_length": 24
132
- },
133
- {
134
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
135
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
136
- "context_length": 336,
137
- "prediction_length": 24
138
- },
139
- {
140
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
141
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
142
- "context_length": 336,
143
- "prediction_length": 24
144
- },
145
- {
146
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
147
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
148
- "context_length": 168,
149
- "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
153
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
154
- "context_length": 96,
155
- "prediction_length": 24
156
- }
157
- ],
158
- "failed_datasets": []
159
- },
160
- "TiRex": {
161
- "model": "TiRex",
162
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
163
- "evaluated_at": "2026-06-30T02:04:35.480064+00:00",
164
- "datasets": [
165
- {
166
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
167
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
168
- "context_length": 96,
169
- "prediction_length": 24
170
- },
171
- {
172
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
173
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
174
- "context_length": 288,
175
- "prediction_length": 36
176
- },
177
- {
178
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
179
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
180
- "context_length": 336,
181
- "prediction_length": 24
182
- },
183
- {
184
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
185
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
186
- "context_length": 336,
187
- "prediction_length": 24
188
- },
189
- {
190
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
191
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
192
- "context_length": 336,
193
- "prediction_length": 24
194
- },
195
- {
196
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
197
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
198
- "context_length": 168,
199
- "prediction_length": 24
200
- },
201
- {
202
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
203
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
204
- "context_length": 96,
205
- "prediction_length": 24
206
- }
207
- ],
208
- "failed_datasets": []
209
- },
210
- "Moirai-1.1-Large": {
211
- "model": "Moirai-1.1-Large",
212
- "api_model_id": "Salesforce/moirai-1.1-R-large",
213
- "evaluated_at": "2026-06-30T02:05:23.977052+00:00",
214
- "datasets": [
215
- {
216
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
217
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
218
- "context_length": 96,
219
- "prediction_length": 24
220
- },
221
- {
222
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
223
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
224
- "context_length": 288,
225
- "prediction_length": 36
226
- },
227
- {
228
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
229
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
230
- "context_length": 336,
231
- "prediction_length": 24
232
- },
233
- {
234
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
235
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
236
- "context_length": 336,
237
- "prediction_length": 24
238
- },
239
- {
240
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
241
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
242
- "context_length": 336,
243
- "prediction_length": 24
244
- },
245
- {
246
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
247
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
248
- "context_length": 168,
249
- "prediction_length": 24
250
- },
251
- {
252
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
253
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
254
- "context_length": 96,
255
- "prediction_length": 24
256
- }
257
- ],
258
- "failed_datasets": []
259
- },
260
- "Timer-S1": {
261
- "model": "Timer-S1",
262
- "api_model_id": "bytedance-research/Timer-S1",
263
- "evaluated_at": "2026-06-30T02:07:26.873441+00:00",
264
- "datasets": [
265
- {
266
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
267
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
268
- "context_length": 96,
269
- "prediction_length": 24
270
- },
271
- {
272
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
273
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
274
- "context_length": 288,
275
- "prediction_length": 36
276
- },
277
- {
278
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
279
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
280
- "context_length": 336,
281
- "prediction_length": 24
282
- },
283
- {
284
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
285
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
286
- "context_length": 336,
287
- "prediction_length": 24
288
- },
289
- {
290
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
291
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
292
- "context_length": 336,
293
- "prediction_length": 24
294
- },
295
- {
296
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
297
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
298
- "context_length": 168,
299
- "prediction_length": 24
300
- },
301
- {
302
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
303
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
304
- "context_length": 96,
305
- "prediction_length": 24
306
- }
307
- ],
308
- "failed_datasets": []
309
- },
310
- "ARIMA": {
311
- "model": "ARIMA",
312
- "api_model_id": "baseline/arima",
313
- "evaluated_at": "2026-06-30T02:07:27.908416+00:00",
314
- "datasets": [
315
- {
316
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
317
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
318
- "context_length": 96,
319
- "prediction_length": 24
320
- },
321
- {
322
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
323
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
324
- "context_length": 288,
325
- "prediction_length": 36
326
- },
327
- {
328
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
329
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
330
- "context_length": 336,
331
- "prediction_length": 24
332
- },
333
- {
334
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
335
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
336
- "context_length": 336,
337
- "prediction_length": 24
338
- },
339
- {
340
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
341
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
342
- "context_length": 336,
343
- "prediction_length": 24
344
- },
345
- {
346
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
347
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
348
- "context_length": 168,
349
- "prediction_length": 24
350
- },
351
- {
352
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
353
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
354
- "context_length": 96,
355
- "prediction_length": 24
356
- }
357
- ],
358
- "failed_datasets": []
359
- },
360
- "ETS": {
361
- "model": "ETS",
362
- "api_model_id": "baseline/ets",
363
- "evaluated_at": "2026-06-30T02:07:28.111298+00:00",
364
- "datasets": [
365
- {
366
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
367
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
368
- "context_length": 96,
369
- "prediction_length": 24
370
- },
371
- {
372
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
373
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
374
- "context_length": 288,
375
- "prediction_length": 36
376
- },
377
- {
378
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
379
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
380
- "context_length": 336,
381
- "prediction_length": 24
382
- },
383
- {
384
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
385
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
386
- "context_length": 336,
387
- "prediction_length": 24
388
- },
389
- {
390
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
391
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
392
- "context_length": 336,
393
- "prediction_length": 24
394
- },
395
- {
396
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
397
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
398
- "context_length": 168,
399
- "prediction_length": 24
400
- },
401
- {
402
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
403
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
404
- "context_length": 96,
405
- "prediction_length": 24
406
- }
407
- ],
408
- "failed_datasets": []
409
- },
410
- "Moving-Average": {
411
- "model": "Moving-Average",
412
- "api_model_id": "baseline/moving-average",
413
- "evaluated_at": "2026-06-30T02:07:28.219570+00:00",
414
- "datasets": [
415
- {
416
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
417
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
418
- "context_length": 96,
419
- "prediction_length": 24
420
- },
421
- {
422
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
423
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
424
- "context_length": 288,
425
- "prediction_length": 36
426
- },
427
- {
428
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
429
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
430
- "context_length": 336,
431
- "prediction_length": 24
432
- },
433
- {
434
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
435
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
436
- "context_length": 336,
437
- "prediction_length": 24
438
- },
439
- {
440
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
441
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
442
- "context_length": 336,
443
- "prediction_length": 24
444
- },
445
- {
446
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
447
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
448
- "context_length": 168,
449
- "prediction_length": 24
450
- },
451
- {
452
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
453
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
454
- "context_length": 96,
455
- "prediction_length": 24
456
- }
457
- ],
458
- "failed_datasets": []
459
- },
460
- "Seasonal-Naive": {
461
- "model": "Seasonal-Naive",
462
- "api_model_id": "baseline/seasonal-naive",
463
- "evaluated_at": "2026-06-30T02:07:28.324762+00:00",
464
- "datasets": [
465
- {
466
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
467
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
468
- "context_length": 96,
469
- "prediction_length": 24
470
- },
471
- {
472
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
473
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
474
- "context_length": 288,
475
- "prediction_length": 36
476
- },
477
- {
478
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
479
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
480
- "context_length": 336,
481
- "prediction_length": 24
482
- },
483
- {
484
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
485
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
486
- "context_length": 336,
487
- "prediction_length": 24
488
- },
489
- {
490
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
491
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
492
- "context_length": 336,
493
- "prediction_length": 24
494
- },
495
- {
496
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
497
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
498
- "context_length": 168,
499
- "prediction_length": 24
500
- },
501
- {
502
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
503
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
504
- "context_length": 96,
505
- "prediction_length": 24
506
- }
507
- ],
508
- "failed_datasets": []
509
- }
510
- },
511
- "failed_models": [],
512
- "skipped_models": [],
513
- "failed_datasets": [],
514
- "aggregate_status": "ok",
515
- "aggregate_files": {
516
- "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
517
- "gift_domain": "aggregates/results_by_domain.csv",
518
- "gift_frequency": "aggregates/results_by_frequency.csv",
519
- "gift_overall": "aggregates/results_overall.csv",
520
- "gift_metadata": "aggregates/metadata.json",
521
- "live_releases": "aggregates/live_release_metrics.csv",
522
- "live_by_dataset": "aggregates/live_results_by_dataset.csv",
523
- "live_rank": "aggregates/live_rank_up_to_now.csv",
524
- "live_overall": "aggregates/live_overall_up_to_now.csv",
525
- "live_metadata": "aggregates/live_metadata.json"
526
- },
527
- "push_status": "ok",
528
- "pushed_at": "2026-06-30T02:09:46.901088+00:00",
529
- "push_detail": "HF Hub API"
530
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-30T02:08:17.480823+00:00",
4
+ "finished_at": "2026-06-30T02:10:44.321708+00:00",
5
+ "task_count": 5,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,14 +1,12 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,160983.34187825522,258644.87005615234,460.953125,0.6696652402082514,0.007663775841575793,0.007699176345459331,5.812438137277667,401.2272945329807,0.006683370301906264,0.0076782424031789104,0.005254286514280362,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,0.0,nan,nan,0.36867137742121275,0.0,nan,nan,nan,Climate,1,36
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
6
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.613498703618461,8.460563147060233,2.266777276992798,1.654349850078371,0.08541748411560328,0.09091528338756015,33.099825775847904,2.5716723554174745,0.10597186201204079,0.09340793678614433,0.0740711694846831,Weather,1,24
7
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0031273041481328654,0.009954271963909939,0.08966722369659692,0.0998187973690806,2.2005742937658996,0.8247857241997392,0.19632853006398718,0.05592230456743414,0.15293247420541664,0.24521575927750294,0.15337062676566393,Ocean,1,60
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.11876755492206097,0.13095331447374214,0.3050375348991818,0.8933240876418554,0.1062706094240761,0.1075659104846797,20.425313672380625,0.34462668921901707,0.11827035873611409,0.10468399520148183,0.08874016516935862,Ocean,1,72
9
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,4.634254939053487,3.9685057168288345,1.6009461879730225,0.8914782398790438,0.07874205743067628,0.07407790038600064,36.32606946655835,2.1527319710204256,0.10106722627300357,0.07516179106778209,0.0780235757604895,Weather,1,24
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,73.55652423539884,99.98606296056202,7.540179173151652,0.6327082401289568,0.26500579121866036,0.3115797826586408,12.408815284771947,8.576510026543364,0.3400004180512519,0.298916932775528,0.24783451442629734,Air Quality,1,24
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.6306663124006869,0.9367245227655682,0.8521935145060221,0.7649148308416495,0.03376290839196453,0.034470377440709875,5.604803612874135,0.7941450197543815,0.030617639315831575,0.032855653571316513,0.023273205737991024,Weather,1,24
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.958816140968528,12.761427309622983,2.96524445215861,0.5509615498204385,0.32420113031367603,0.3121705329536663,13.185567191339308,3.3104102677717346,0.33104102677717345,0.296524445215861,0.2644376279689647,Hazards,1,24
13
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,279.3162698422869,572.6648732895652,19.639577229817707,0.18304848680218447,0.007255240460705141,0.007294342392873969,1.0757084344660193,16.71275769710932,0.006185137775337296,0.007268309229230918,0.004611534932375996,Hydrology,1,24
14
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.1444161468980461,0.1444161468980461,,,0.0610494778629864,,,0.3654615665066417,,,0.291763171778512,Web,1,7
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,143698.81774457297,259308.65317090353,436.7947591145833,0.7404361113893149,0.006964360970632857,0.006997430935392166,2.9033357143901637,379.0762690337829,0.006054931965975008,0.006976861295681754,0.004396025501021366,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,60796.876025517784,141477.4780515035,304.4527994791667,0.527640093198012,0.004858650318542056,0.004876183940444589,6.219105028292254,246.57022534263496,0.003943379317364112,0.004869091030400886,0.003788760505399408,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.3078232643306364,0.882397259172194,0.8326110045115153,0.7644383063410723,0.03304003350182586,0.03253864343309771,29.71352960817701,1.1436010074893412,0.04496760082320152,0.03273914507479797,0.03507756356851164,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0010808374567314132,0.0014703557049691174,0.028304442763328552,0.042504480753525614,0.07933076491379537,0.08517070791605032,1.1342570762668525,0.0328760924796639,0.08604429803132765,0.07407923889510228,0.07154839197141893,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.015257792609373766,0.010044598633593674,0.08848431706428528,0.772226967957315,0.07709670832495095,0.07341835646632079,39.189481004233194,0.12352243767580758,0.10475400651370795,0.07503970048292313,0.09113788629340464,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.005334279362652221,0.011045045427825547,0.092233141263326,0.08353190152150279,0.007103246509162518,0.007129811883651259,0.9162803505951503,0.07303615106679856,0.0056253773789107404,0.007103964528115102,0.005218519971814225,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,43.6385115084006,39.38850268416562,5.078357656796773,0.4909920038885631,0.29665341299344955,0.27570394639367124,19.082559201313973,6.605945163895973,0.3740096395760251,0.28752202292526,0.3094113234906923,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3919256536719331,0.5637739698977384,0.5101989110310873,0.3866771004668467,0.021210427525613754,0.021636057467028152,7.326048887236657,0.6260396582261647,0.027238855080563926,0.022198648308022626,0.01871504523368693,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.057733152631764,13.951839676957244,3.037028670310974,0.5307428744232771,0.3958677423348811,0.2852598975589325,13.636738390598481,3.749364366480239,0.3135356961516576,0.2539675543117191,0.23346227549140502,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.7194533944129944,3.129751900831858,1.46136474609375,0.01998447516025641,0.00046838613656850965,0.00046854695547793253,0.07836315883190882,0.8482059858389319,0.00027186089289709357,0.0004683861365685096,0.0003897966346849403,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,4416.349631509278,6524.646165183047,79.82075500488281,1.6071292954003251,0.2873172872971189,0.3363756289242429,12.245023996237942,66.45562151924605,0.2403458282793709,0.2886826582455075,0.1896958246704371,Web,1
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,50 +1,73 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-30T02:03:00.980400+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t010000z",
8
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t224500z",
14
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
15
- "context_length": 288,
16
- "prediction_length": 36
 
 
 
 
 
 
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
21
- "context_length": 336,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t010000z",
26
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
27
- "context_length": 336,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t010000z",
32
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
33
- "context_length": 336,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
38
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
39
- "context_length": 168,
40
  "prediction_length": 24
41
  },
42
  {
43
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t225000z",
44
- "data_fetched_at": "2026-06-30T02:00:43.928180Z",
45
  "context_length": 96,
46
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  }
48
- ],
49
- "failed_datasets": []
50
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-24T10:27:31.285218+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
+ ]
 
73
  }