ziyuzhou02 commited on
Commit
594ffd5
·
verified ·
1 Parent(s): 0e1b32b

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,207050.44809023538,207050.44809023538,395.3614908854167,0.6876526795352804,0.006305697369334548,0.006332100023645415,5.511929858002371,455.0279640749955,0.007270486858204189,0.006317129386906604,0.008795795824535201,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.1856189730145463,1.1856189730145463,0.8935155868530273,0.528918092898918,0.03525833188695542,0.03442299537161009,2.067822221662518,1.0888613194592534,0.04281517840978692,0.035133977651108414,0.026715970972378357,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.24645571466559044,0.24645571466559044,0.42270522117614745,1.1241163443764326,0.6343444618153538,0.40132723736602954,26.719790117153746,0.4964430628637996,0.42954199728567954,0.36574112632308325,0.29289906823522666,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.14147967077847287,0.14147967077847287,0.34023558017280364,1.204373613151852,0.270591963858716,0.3250252609435813,24.03921079144739,0.3761378348138789,0.3015804363724814,0.2727946652554411,0.23555447448870076,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0070205063423145475,0.0070205063423145475,0.05193797747294108,0.02965530687589317,0.0040291026861737226,0.0040079113391513314,0.5084459087449434,0.08378846186865198,0.006457684416150728,0.004002926659033026,0.003420077753830638,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,377.211141620166,377.211141620166,15.40047574043274,1.4651913685735527,1.025123617374014,0.561768057272987,9.076477847021463,19.42192425122099,1.0507803778535827,0.833208775213893,0.5108415484429664,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.18375160902087373,0.18375160902087373,0.3259924252827962,0.19096815875054637,0.013939069742417149,0.013954987190420683,1.8094373337032572,0.42866258178300765,0.01872570558527121,0.01424066022623892,0.01844215207400366,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.817559823915948,14.817559823915948,2.8534937699635825,0.5023265316317309,0.3508215764754136,0.2495334993300041,4.821652698050502,3.8493583652234755,0.3121101377208223,0.23136435972677694,0.2080861257719206,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,14.33341387907664,14.33341387907664,2.4254964192708335,0.041728970654121865,0.0007774026984842414,0.0007781240126802624,1.358539846550179,3.7859495346711425,0.0012134453636766483,0.0007774026984842414,0.00352156832007601,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,637.530580385189,637.530580385189,21.104901994977677,0.4259166025430429,0.0949933795960077,0.08936343208458887,2.9195645138264323,25.249367920508206,0.10163632860469089,0.0849536020499389,0.06888865716510226,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,2360771.735871633,2360771.735871633,1371.6051432291667,2.3552364489546664,0.02193495992826944,0.021636854541914923,39.22232811493427,1536.4803076745347,0.024442116185844145,0.021819304877814368,0.015788393612621618,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,171945.56079673767,171945.56079673767,360.3387044270833,0.6308344294021505,0.005753709429036556,0.005775677391012836,5.640436049228497,414.66318958491803,0.00663306552909041,0.0057640762410691646,0.008602657502098309,Finance,1
4
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0033135080949477924,0.0033135080949477924,0.025664766629536945,0.0223983417857777,0.0019937897723349136,0.001984488676094945,0.6862934806130149,0.05756307926916169,0.004433613207314676,0.00197674707010199,0.005496544390903746,Weather,1
5
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.870864701296265,14.870864701296265,2.8135249614715576,0.4916839738493984,0.42614708676965996,0.262055477239668,5.0060174557769175,3.856276014667034,0.32247604303835825,0.23527734869448566,0.21753711552754695,Hazards,1
6
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,7527.493429508177,7527.493429508177,86.01233673095703,1.7317920147172559,0.3099005286298708,0.3673858887998923,5.472806021671167,86.76112856290067,0.31378346677360097,0.3110753588823039,0.2676876743371069,Web,1
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,20 +1,37 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-24T09:10:46.047097+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
8
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
9
- "context_length": 240,
10
- "prediction_length": 60
 
 
 
 
 
 
11
  },
12
  {
13
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
14
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
15
  "context_length": 96,
16
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
17
  }
18
- ],
19
- "failed_datasets": []
20
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-24T10:17:52.829247+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
8
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
14
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
20
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
26
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
32
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
33
+ "context_length": 4,
34
+ "prediction_length": 2
35
  }
36
+ ]
 
37
  }
results/chronos_bolt_base/all_results.csv CHANGED
@@ -1,12 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,130335.12787882487,130335.12787882487,278.9807942708333,0.26590389683402016,0.004363695074528413,0.004348683678203823,2.0843046615688485,361.0195671689069,0.005631395676918632,0.004351706615572624,0.0041991513140176955,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,233627.13099988303,233627.13099988303,414.7107747395833,0.39342898188917586,0.006492965475219499,0.006464364983175194,2.277698326278946,483.34990534796117,0.0075515040344486944,0.006479136654264615,0.005032882612061039,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,2.181242062235924,2.181242062235924,1.2313271363576253,0.7371009810505106,0.04609356259097971,0.04762748202626429,5.386768234999671,1.4769028614759754,0.056545696826886156,0.04714341935637775,0.041226618754556695,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Base,0.021130490796658147,0.021130490796658147,0.1312466859817505,0.14572843946156208,0.1253758061714726,0.1168466087595953,2.255195017999581,0.1453633062249829,0.1448984258022606,0.1308269513427649,0.09166629318350013,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.008992996844389959,0.008992996844389959,0.07251894474029541,0.3412655648738247,0.04446405405814274,0.04342672323786615,1.8171233971145,0.09483141275120792,0.05661576773220366,0.04329489156058978,0.037031071059215624,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.0007979511867688416,0.0007979511867688416,0.010783910751342773,0.1338691664759319,0.0007744328944952194,0.000772437195559667,3.676276410187604,0.028248029785612333,0.002018918223644115,0.000770738140085322,0.0009743619718528598,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,78.46492206106086,78.46492206106086,8.119661966959635,0.6287542152036095,0.4301586588197501,0.3408446668194354,2.6852120011263736,8.858042789525284,0.3866030505729328,0.3543769386347527,0.2733527304564491,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,2.4733399028808285,2.4733399028808285,1.1177667776743572,1.0397831309933632,0.04508520076935441,0.043631950666287396,8.566536876592663,1.5726855702526263,0.06532442797417855,0.046428527571718683,0.03288396943899404,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,12.164762145221706,12.164762145221706,2.6983575026194253,0.5731024784324443,0.3826008463003361,0.31065058662987555,3.8442986496781884,3.487801907394069,0.4005131376911849,0.30985923475055605,0.26076033560282874,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Base,16.566998998324078,16.566998998324078,3.0599161783854165,0.03480473378258293,0.001353945211674963,0.0013524986051056196,0.802285202532583,4.07025785403383,0.001800999050457447,0.0013539452116749632,0.002853652018869325,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Base,3260.5543012205744,3260.5543012205744,55.04175567626953,1.1965599060058594,0.32389598042781687,0.2749099794819436,6.72071009096892,57.10126356938675,0.3281681814332572,0.3163319291739628,0.2715914963762422,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,2072272.5814889271,2072272.5814889271,1290.5056966145833,2.2159774401942958,0.020636334547398744,0.02037448492310981,29.465584697788874,1439.5390170081973,0.02289998754427472,0.020529186099942465,0.014047571650187302,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,160249.76056289673,160249.76056289673,343.5748697916667,0.6014864744728042,0.005485577988026495,0.005506040410187649,5.298160541978486,400.3120789620227,0.0064035012476016725,0.005495917367919941,0.008088167251011994,Finance,1
4
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.004035158225709286,0.004035158225709286,0.05814894040425619,0.05074816617098723,0.004486837912411734,0.004489250676221267,0.3573875080455433,0.06352289528752043,0.004892649091906708,0.004478737298992636,0.005268810614088332,Weather,1
5
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,14.449017169318987,14.449017169318987,2.8092607259750366,0.4909387676461228,0.42081398718682844,0.26256956990371827,5.111940813296049,3.8011862844800155,0.3178692363328236,0.23492075757282535,0.21741257939650666,Hazards,1
6
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Base,7846.271479973686,7846.271479973686,87.9615249633789,1.7710374153700452,0.31710266267228676,0.3773602927354325,5.913257010031067,88.57918197846313,0.32035870516623194,0.318124864243685,0.27445587593555354,Web,1
 
 
 
 
 
 
results/chronos_bolt_base/online_meta.json CHANGED
@@ -1,71 +1,35 @@
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
- "evaluated_at": "2026-06-22T12:01:04.073213+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z",
8
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260621t110023z",
14
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z",
20
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
21
- "context_length": 84,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t092400z",
26
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t041000z",
32
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t095000z",
38
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
39
- "context_length": 96,
40
- "prediction_length": 24
41
- },
42
- {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t110000z",
44
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
45
- "context_length": 96,
46
- "prediction_length": 24
47
- },
48
- {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t110000z",
50
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
51
- "context_length": 96,
52
- "prediction_length": 24
53
- },
54
- {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t110000z",
56
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z",
62
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
  },
66
  {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260619t000000z",
68
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
69
  "context_length": 4,
70
  "prediction_length": 2
71
  }
 
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-24T10:17:38.036686+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
8
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
14
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
20
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
26
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
32
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }
results/chronos_bolt_mini/all_results.csv CHANGED
@@ -1,12 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,117654.7902577718,117654.7902577718,257.2161458333333,0.24515944075818208,0.00402349397111935,0.0040104407716033364,1.954250564212222,343.0084405051453,0.005350447523260005,0.004012208820254377,0.004381105170648649,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,194986.72357686362,194986.72357686362,372.08984375,0.35299523743937167,0.005826530097274351,0.005802662998984649,2.09180173764597,441.5730104715002,0.00689881250246376,0.005813258521759141,0.005090313314378551,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,1.3852082980383784,1.3852082980383784,0.8971128463745117,0.5370325558906647,0.03370492504225466,0.03467993806649756,3.4592235657795727,1.1769487236232419,0.04506145085282107,0.034347466142696764,0.03366878382660525,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Mini,0.0010050610402886722,0.0010050610402886722,0.026273357371489208,0.029172358452505476,0.025896566421902367,0.02545110508130583,0.5434430798105552,0.03170269768156445,0.031601310585450716,0.026189333625755963,0.05862449424140778,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.011313451682118133,0.011313451682118133,0.0815527339776357,0.3837775070714471,0.05049902780207812,0.04855884122420572,2.210267994592481,0.10636471069917001,0.06350131861523431,0.048688198465599734,0.04006873088229654,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.0008118730839896671,0.0008118730839896671,0.010661641756693522,0.1323513452720141,0.0007657393764953914,0.0007637081746027389,3.716304073305288,0.028493386671114878,0.00203645415415669,0.0007619994385419758,0.001164379834966764,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,76.77309692137517,76.77309692137517,8.070316871007284,0.6249331279211686,0.4356683460168342,0.3410099297599067,2.4693883043415243,8.762025845737684,0.3824124585587611,0.35222330661024365,0.25703344749167606,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,2.413098039717776,2.413098039717776,1.1484367847442627,1.0683133723779623,0.04630201428262865,0.04503261555748509,6.823842564572875,1.5534149605684169,0.0645239872642581,0.04770246351015536,0.03431505833474912,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,12.30579174913756,12.30579174913756,2.6616243918736777,0.5653007557961793,0.35590468075757614,0.30841216014222833,3.872144665338297,3.5079611955005374,0.40282807986609037,0.3056410784926711,0.2776033234177974,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Mini,2.408307708799839,2.408307708799839,1.316802978515625,0.01497785378406398,0.000582656185183905,0.000582825800237109,0.4800564878924763,1.551872323614233,0.0006866691697408111,0.0005826561851839049,0.001749066228125768,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Mini,2697.737086041132,2697.737086041132,51.35302734375,1.1163701596467392,0.29964306344078245,0.2591914474334759,6.353356402853261,51.939744762957126,0.29850428024688,0.2951323410560345,0.25381168643176777,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,2216030.8808867135,2216030.8808867135,1332.9933268229167,2.2889345997604837,0.021316390953240127,0.021036472511181774,37.15286112947154,1488.633897533814,0.023680982112147465,0.02120507344378029,0.015204008809217748,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,124438.26809565227,124438.26809565227,301.5589192708333,0.5279303789244773,0.004814481070443861,0.004830357510520761,5.479317637323935,352.7580872150946,0.005642814619635138,0.004823818758562588,0.00789653198304795,Finance,1
4
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.004333859211290776,0.004333859211290776,0.060486833254496254,0.05278850902210582,0.004667310746548919,0.004669714349431636,0.31794849742542614,0.06583205306908464,0.005070504630006826,0.004658806064418532,0.00480911334967619,Weather,1
5
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,14.61751294236035,14.61751294236035,2.7877307335535684,0.48717624469868187,0.4240831081772294,0.26032398856351274,5.004916382067412,3.8232856213419826,0.3197172645024654,0.23312034008810328,0.2171543041588122,Hazards,1
6
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Mini,14694.567195974756,14694.567195974756,119.95475769042969,2.4151964635656986,0.4319511571520279,0.5530661119115016,7.316465185792655,121.22114995319404,0.4384128388903944,0.4338327583740676,0.36138728262311326,Web,1
 
 
 
 
 
 
results/chronos_bolt_mini/online_meta.json CHANGED
@@ -1,71 +1,35 @@
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
- "evaluated_at": "2026-06-22T12:00:18.609287+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z",
8
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260621t110023z",
14
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z",
20
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
21
- "context_length": 84,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t092400z",
26
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t041000z",
32
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t095000z",
38
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
39
- "context_length": 96,
40
- "prediction_length": 24
41
- },
42
- {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t110000z",
44
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
45
- "context_length": 96,
46
- "prediction_length": 24
47
- },
48
- {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t110000z",
50
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
51
- "context_length": 96,
52
- "prediction_length": 24
53
- },
54
- {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t110000z",
56
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z",
62
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
  },
66
  {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260619t000000z",
68
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
69
  "context_length": 4,
70
  "prediction_length": 2
71
  }
 
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
+ "evaluated_at": "2026-06-24T10:17:21.250139+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
8
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
14
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
20
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
26
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
32
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }
results/chronos_bolt_tiny/all_results.csv CHANGED
@@ -1,12 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,111895.48523966472,111895.48523966472,263.3873697916667,0.25104139583342383,0.004118557398918747,0.004106563273127511,1.9230853240287697,334.5078253788164,0.005217849925714383,0.004108471203461977,0.004319162615953345,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,177178.47058296204,177178.47058296204,360.8904622395833,0.34237057675097143,0.005650385645953056,0.00562881823333686,2.1611347938683965,420.925730483374,0.006576234559640988,0.005638287607885974,0.0050211505837260756,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,2.223776092318682,2.223776092318682,1.2119431495666504,0.7254972769994792,0.04571126768087699,0.047320579579210764,5.161182955065658,1.4912330777979284,0.05709435313241667,0.04640127099376747,0.04166916334560495,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Tiny,0.00115913579506192,0.00115913579506192,0.027605397005875904,0.030651375280763633,0.027335690117300943,0.02687102580171159,0.5496956851524017,0.034046083402675266,0.03393720202087883,0.027517113318865884,0.0580207748490272,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.01535765235457435,0.01535765235457435,0.09930949906508128,0.46733874047880236,0.06148655879533149,0.05867843358019642,2.8288938165170197,0.12392599547542214,0.07398566753640663,0.05928925204795625,0.0444141816940484,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.0008606451485017411,0.0008606451485017411,0.011850595474243164,0.14711076296535994,0.0008507594094958491,0.0008486546674900663,4.1077376818228455,0.029336754225744558,0.0020967305747847677,0.0008469752880312381,0.001289936228942875,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,88.71725681870915,88.71725681870915,8.6610213915507,0.6706749283486774,0.46475195061113417,0.35983574605313096,2.54635655522871,9.418983852768257,0.41108492895105475,0.37800419015929965,0.2739661879512012,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,2.1587419985418514,2.1587419985418514,1.0924529234568279,1.0162353577713177,0.043892675358328324,0.04288560350947087,6.066220562264736,1.4692658025496448,0.061028695060869956,0.04537706943039663,0.033415055605878284,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,11.930608089123373,11.930608089123373,2.636335869630178,0.5599297422223387,0.35687218560298445,0.30554968599106347,3.6286938253757177,3.454071233938781,0.39663975892119974,0.30273713335466157,0.26991434649924284,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Tiny,9.751823427776495,9.751823427776495,2.663909912109375,0.030300397104561606,0.001178721200048396,0.0011777758908276842,0.23702109097304502,3.1227909676724273,0.0013817659148993042,0.001178721200048396,0.0011866049577431066,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Tiny,2877.318495590822,2877.318495590822,52.802452087402344,1.1478793932043987,0.3086742992089688,0.2655454020052694,7.103774195132048,53.64064219964953,0.308279552871549,0.3034623683184043,0.2654999305462015,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,2165324.741593043,2165324.741593043,1314.8898111979167,2.2578483501465185,0.021027924712360774,0.020754368589647052,35.54002982075407,1471.5042445039167,0.023408485961374386,0.02091708522156337,0.014923031829734769,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,78234.07802645366,78234.07802645366,220.21110026041666,0.38551713172657626,0.003514472589934918,0.0035239818200959636,4.525887929717864,279.7035538323631,0.004474214369369747,0.0035225568484209845,0.00614484654936511,Finance,1
4
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.003091310974847753,0.003091310974847753,0.03429325421651205,0.029928658225319607,0.002655759340996391,0.002649110753570621,0.43051098910245034,0.055599559124580776,0.004282379309539055,0.002641328899470144,0.003730397810399723,Weather,1
5
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,14.909067221062818,14.909067221062818,2.8200417359670005,0.49282282764471846,0.4252191632529783,0.2628031727481589,5.299644688958104,3.8612261292318557,0.3228899899009217,0.23582230544671778,0.21603537155960675,Hazards,1
6
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Tiny,11239.236877913238,11239.236877913238,105.2794418334961,2.1197203053724047,0.3795384191117197,0.469240325063693,8.068605922212537,106.01526719257579,0.38341868785741695,0.3807574749855193,0.33305075417231766,Web,1
 
 
 
 
 
 
results/chronos_bolt_tiny/online_meta.json CHANGED
@@ -1,71 +1,35 @@
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
- "evaluated_at": "2026-06-22T11:59:37.750182+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z",
8
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260621t110023z",
14
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z",
20
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
21
- "context_length": 84,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t092400z",
26
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t041000z",
32
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t095000z",
38
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
39
- "context_length": 96,
40
- "prediction_length": 24
41
- },
42
- {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t110000z",
44
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
45
- "context_length": 96,
46
- "prediction_length": 24
47
- },
48
- {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t110000z",
50
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
51
- "context_length": 96,
52
- "prediction_length": 24
53
- },
54
- {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t110000z",
56
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z",
62
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
  },
66
  {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260619t000000z",
68
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
69
  "context_length": 4,
70
  "prediction_length": 2
71
  }
 
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
+ "evaluated_at": "2026-06-24T10:17:06.977131+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
8
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
14
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
20
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
26
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
32
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }
results/dataset_properties.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
- nasa_power_shanghai_hourly_t2m,Weather,1h,1
3
- noaa_coops_sf_water_level_water_level,Ocean,6min,1
4
- open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
5
- open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
6
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
 
1
  dataset,domain,frequency,num_variates
2
+ binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
+ nws_ksfo_observations_temperature,Weather,1h,1
5
+ usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
6
+ wikimedia_time_series_hourly_pageviews,Web,1D,1
results/moirai_1_1_small/all_results.csv CHANGED
@@ -1,12 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,202780.77435366312,124228.73118480046,273.7660319010417,0.2609335703324586,0.004280404553161667,0.004267195856111037,2.119339494731434,450.3118634387319,0.007024229464680532,0.004270363683122474,0.004389611360580204,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,304564.3526134491,257576.3339149157,450.817138671875,0.42768246857642617,0.007056111963146816,0.007024614182486126,2.300016923117782,551.8734933057115,0.008622066261093462,0.007043235974213149,0.005841418514642236,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,3.593594071186999,3.5574073375400226,1.6921639442443848,1.0129685820865189,0.06481875171221739,0.06749733819343202,15.53310453648705,1.8956777340009558,0.07257919340827296,0.06478732750033836,0.057347617692000856,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Small,0.04692444913802429,0.045245781105590376,0.1846486193438371,0.20502273976998517,0.17442703269893559,0.19581397711856993,0.603877749385704,0.21662051873731697,0.21592775354824603,0.1840581021738245,0.15522458188655777,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.024474703215887555,0.02223085382525225,0.12142614771922429,0.5714170695706232,0.07525127020881565,0.07110121109530172,4.093810799649235,0.15644392994260772,0.09339935938717735,0.07249322114312051,0.05210398859935885,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,0.0035695178142608106,0.0009185170751588126,0.011881411075592041,0.14749330126358492,0.0008531171219515861,0.000850783497489988,3.683935808544391,0.05974544178647281,0.004270073421680366,0.0008491777134608335,0.0014011200417087717,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,234.1516488367653,157.33483651702895,11.28944444656372,0.8742095190622615,0.6244327635742798,0.43950895746403873,8.370427817770604,15.302014535242257,0.6678456674686094,0.49271986668164336,0.3550612002250744,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,1.22500671898221,1.3335888917919572,0.7977843284606934,0.742125015229219,0.03161036940068861,0.03196929680477935,4.617503182857479,1.1068002163815338,0.045973010997491855,0.03313745982617973,0.035247711636404076,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,12.102871453799859,11.846602996254196,2.64290859301885,0.5613257188712603,0.36244769634922797,0.3054137342696748,4.154022271654248,3.4789181441649153,0.39949299263137783,0.3034918958490545,0.27617692384613374,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,339.8403435871005,156.1784396264702,11.452448527018229,0.1302648173689277,0.005067455100450544,0.005052235002981196,0.7824457105302133,18.434759113888646,0.008156973059242763,0.005067455100450544,0.004637581454226713,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,9677.840072963852,9965.327121952665,99.44928741455078,2.161941030751104,0.5777317884195283,0.4463681249092929,26.392684107241422,98.37601370742694,0.5653793891231433,0.5715476288192574,0.37523789095239163,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,2513296.4864934287,2412125.5457525253,1396.2451171875,2.397546704974364,0.022325206053370208,0.02202074719054699,53.21354678322939,1585.3379723243334,0.025219337156379584,0.022211274174978524,0.017563951479604205,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,42207.50152079264,39003.22807916006,155.35091145833334,0.27196829644691345,0.0024818085002214674,0.0024844306093538705,3.4668201732890505,205.44464344633724,0.0032863485759232055,0.0024850355700455126,0.0043339845103128015,Finance,1
4
+ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,0.16679453947335787,0.006806037469317516,0.05700530608495077,0.04975008531050249,0.004409479383476419,0.00439091419959441,1.21626521023837,0.4084048720000263,0.03145608708603309,0.004390652500771509,0.010232218018383478,Weather,1
5
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,19.814641014556667,12.688202504000998,2.702410638332367,0.47226593679594764,0.396734149804938,0.2580159595591783,5.136982637122997,4.45136394990981,0.372239494069113,0.22598555860619096,0.21159240100165003,Hazards,1
6
+ wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,6619.766761396546,5026.247346246411,70.22197341918945,1.4138652366279756,0.252937836567061,0.2900176228375501,8.703000702313929,81.36194910027996,0.2942565971077033,0.2539673541381174,0.3012203045630996,Web,1
 
 
 
 
 
 
results/moirai_1_1_small/online_meta.json CHANGED
@@ -1,71 +1,35 @@
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
- "evaluated_at": "2026-06-22T12:03:45.433468+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z",
8
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260621t110023z",
14
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z",
20
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
21
- "context_length": 84,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t092400z",
26
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t041000z",
32
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t095000z",
38
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
39
- "context_length": 96,
40
- "prediction_length": 24
41
- },
42
- {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t110000z",
44
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
45
- "context_length": 96,
46
- "prediction_length": 24
47
- },
48
- {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t110000z",
50
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
51
- "context_length": 96,
52
- "prediction_length": 24
53
- },
54
- {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t110000z",
56
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z",
62
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
  },
66
  {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260619t000000z",
68
- "data_fetched_at": "2026-06-22T11:58:59.205481Z",
69
  "context_length": 4,
70
  "prediction_length": 2
71
  }
 
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
+ "evaluated_at": "2026-06-24T10:18:30.777265+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
8
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
14
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
20
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
26
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
32
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }
results/online_status.json CHANGED
@@ -1,229 +1,235 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-24T09:10:00.738230+00:00",
4
- "finished_at": "2026-06-24T09:13:30.613988+00:00",
5
- "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
  "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-24T09:10:46.047097+00:00",
14
  "datasets": [
15
  {
16
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
17
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
18
- "context_length": 240,
19
- "prediction_length": 60
20
  },
21
  {
22
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
23
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
24
  "context_length": 96,
25
  "prediction_length": 24
26
- }
27
- ],
28
- "failed_datasets": []
29
- },
30
- "TimesFM-2.5": {
31
- "model": "TimesFM-2.5",
32
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
33
- "evaluated_at": "2026-06-24T09:11:25.206965+00:00",
34
- "datasets": [
35
  {
36
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
37
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
38
- "context_length": 240,
39
- "prediction_length": 60
40
  },
41
  {
42
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
43
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
44
  "context_length": 96,
45
  "prediction_length": 24
 
 
 
 
 
 
46
  }
47
- ],
48
- "failed_datasets": []
49
  },
50
- "Toto-2.0-1B": {
51
- "model": "Toto-2.0-1B",
52
- "api_model_id": "Datadog/Toto-2.0-1B",
53
- "evaluated_at": "2026-06-24T09:12:00.347734+00:00",
54
  "datasets": [
55
  {
56
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
57
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
58
- "context_length": 240,
59
- "prediction_length": 60
60
  },
61
  {
62
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
63
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
64
  "context_length": 96,
65
  "prediction_length": 24
66
- }
67
- ],
68
- "failed_datasets": []
69
- },
70
- "TiRex": {
71
- "model": "TiRex",
72
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
73
- "evaluated_at": "2026-06-24T09:12:29.119653+00:00",
74
- "datasets": [
75
  {
76
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
77
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
78
- "context_length": 240,
79
- "prediction_length": 60
80
  },
81
  {
82
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
83
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
84
  "context_length": 96,
85
  "prediction_length": 24
 
 
 
 
 
 
86
  }
87
- ],
88
- "failed_datasets": []
89
  },
90
- "Moirai-1.1-Large": {
91
- "model": "Moirai-1.1-Large",
92
- "api_model_id": "Salesforce/moirai-1.1-R-large",
93
- "evaluated_at": "2026-06-24T09:13:00.275064+00:00",
94
  "datasets": [
95
  {
96
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
97
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
98
- "context_length": 240,
99
- "prediction_length": 60
100
  },
101
  {
102
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
103
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
104
  "context_length": 96,
105
  "prediction_length": 24
106
- }
107
- ],
108
- "failed_datasets": []
109
- },
110
- "Timer-S1": {
111
- "model": "Timer-S1",
112
- "api_model_id": "bytedance-research/Timer-S1",
113
- "evaluated_at": "2026-06-24T09:13:24.601596+00:00",
114
- "datasets": [
115
  {
116
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
117
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
118
- "context_length": 240,
119
- "prediction_length": 60
120
  },
121
  {
122
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
123
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
124
  "context_length": 96,
125
  "prediction_length": 24
 
 
 
 
 
 
126
  }
127
- ],
128
- "failed_datasets": []
129
  },
130
- "ARIMA": {
131
- "model": "ARIMA",
132
- "api_model_id": "baseline/arima",
133
- "evaluated_at": "2026-06-24T09:13:24.954951+00:00",
134
  "datasets": [
135
  {
136
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
137
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
138
- "context_length": 240,
139
- "prediction_length": 60
140
  },
141
  {
142
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
143
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
144
  "context_length": 96,
145
  "prediction_length": 24
146
- }
147
- ],
148
- "failed_datasets": []
149
- },
150
- "ETS": {
151
- "model": "ETS",
152
- "api_model_id": "baseline/ets",
153
- "evaluated_at": "2026-06-24T09:13:25.052167+00:00",
154
- "datasets": [
155
  {
156
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
157
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
158
- "context_length": 240,
159
- "prediction_length": 60
160
  },
161
  {
162
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
163
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
164
  "context_length": 96,
165
  "prediction_length": 24
 
 
 
 
 
 
166
  }
167
- ],
168
- "failed_datasets": []
169
  },
170
- "Moving-Average": {
171
- "model": "Moving-Average",
172
- "api_model_id": "baseline/moving-average",
173
- "evaluated_at": "2026-06-24T09:13:25.087245+00:00",
174
  "datasets": [
175
  {
176
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
177
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
178
- "context_length": 240,
179
- "prediction_length": 60
 
 
 
 
 
 
 
 
 
 
 
 
180
  },
181
  {
182
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
183
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
184
  "context_length": 96,
185
  "prediction_length": 24
 
 
 
 
 
 
186
  }
187
- ],
188
- "failed_datasets": []
189
  },
190
- "Seasonal-Naive": {
191
- "model": "Seasonal-Naive",
192
- "api_model_id": "baseline/seasonal-naive",
193
- "evaluated_at": "2026-06-24T09:13:25.112432+00:00",
194
  "datasets": [
195
  {
196
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
197
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
198
- "context_length": 240,
199
- "prediction_length": 60
200
  },
201
  {
202
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
203
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
204
  "context_length": 96,
205
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
206
  }
207
- ],
208
- "failed_datasets": []
209
  }
210
  },
211
  "failed_models": [],
212
- "failed_datasets": [],
213
- "aggregate_status": "ok",
214
- "aggregate_files": {
215
- "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
216
- "gift_domain": "aggregates/results_by_domain.csv",
217
- "gift_frequency": "aggregates/results_by_frequency.csv",
218
- "gift_overall": "aggregates/results_overall.csv",
219
- "gift_metadata": "aggregates/metadata.json",
220
- "live_releases": "aggregates/live_release_metrics.csv",
221
- "live_by_dataset": "aggregates/live_results_by_dataset.csv",
222
- "live_rank": "aggregates/live_rank_up_to_now.csv",
223
- "live_overall": "aggregates/live_overall_up_to_now.csv",
224
- "live_metadata": "aggregates/live_metadata.json"
225
- },
226
- "push_status": "ok",
227
- "pushed_at": "2026-06-24T09:30:59.688293+00:00",
228
- "push_detail": "HF Hub API"
229
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-24T10:16:50.588648+00:00",
4
+ "finished_at": "2026-06-24T10:18:30.779496+00:00",
5
+ "task_count": 5,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
  "models": {
10
+ "Chronos-Bolt-Tiny": {
11
+ "model": "Chronos-Bolt-Tiny",
12
+ "api_model_id": "amazon/chronos-bolt-tiny",
13
+ "evaluated_at": "2026-06-24T10:17:06.977131+00:00",
14
  "datasets": [
15
  {
16
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
17
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
18
+ "context_length": 96,
19
+ "prediction_length": 24
20
  },
21
  {
22
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
23
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
24
  "context_length": 96,
25
  "prediction_length": 24
26
+ },
 
 
 
 
 
 
 
 
27
  {
28
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
29
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
30
+ "context_length": 96,
31
+ "prediction_length": 24
32
  },
33
  {
34
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
35
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
36
  "context_length": 96,
37
  "prediction_length": 24
38
+ },
39
+ {
40
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
41
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
42
+ "context_length": 4,
43
+ "prediction_length": 2
44
  }
45
+ ]
 
46
  },
47
+ "Chronos-Bolt-Mini": {
48
+ "model": "Chronos-Bolt-Mini",
49
+ "api_model_id": "amazon/chronos-bolt-mini",
50
+ "evaluated_at": "2026-06-24T10:17:21.250139+00:00",
51
  "datasets": [
52
  {
53
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
54
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
55
+ "context_length": 96,
56
+ "prediction_length": 24
57
  },
58
  {
59
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
60
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
61
  "context_length": 96,
62
  "prediction_length": 24
63
+ },
 
 
 
 
 
 
 
 
64
  {
65
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
66
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
67
+ "context_length": 96,
68
+ "prediction_length": 24
69
  },
70
  {
71
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
72
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
73
  "context_length": 96,
74
  "prediction_length": 24
75
+ },
76
+ {
77
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
78
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
79
+ "context_length": 4,
80
+ "prediction_length": 2
81
  }
82
+ ]
 
83
  },
84
+ "Chronos-Bolt-Base": {
85
+ "model": "Chronos-Bolt-Base",
86
+ "api_model_id": "amazon/chronos-bolt-base",
87
+ "evaluated_at": "2026-06-24T10:17:38.036686+00:00",
88
  "datasets": [
89
  {
90
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
91
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
92
+ "context_length": 96,
93
+ "prediction_length": 24
94
  },
95
  {
96
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
97
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
98
  "context_length": 96,
99
  "prediction_length": 24
100
+ },
 
 
 
 
 
 
 
 
101
  {
102
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
103
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
104
+ "context_length": 96,
105
+ "prediction_length": 24
106
  },
107
  {
108
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
109
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
110
  "context_length": 96,
111
  "prediction_length": 24
112
+ },
113
+ {
114
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
115
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
116
+ "context_length": 4,
117
+ "prediction_length": 2
118
  }
119
+ ]
 
120
  },
121
+ "Chronos-2": {
122
+ "model": "Chronos-2",
123
+ "api_model_id": "amazon/chronos-2",
124
+ "evaluated_at": "2026-06-24T10:17:52.829247+00:00",
125
  "datasets": [
126
  {
127
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
128
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
129
+ "context_length": 96,
130
+ "prediction_length": 24
131
  },
132
  {
133
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
134
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
135
  "context_length": 96,
136
  "prediction_length": 24
137
+ },
 
 
 
 
 
 
 
 
138
  {
139
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
140
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
141
+ "context_length": 96,
142
+ "prediction_length": 24
143
  },
144
  {
145
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
146
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
147
  "context_length": 96,
148
  "prediction_length": 24
149
+ },
150
+ {
151
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
152
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
153
+ "context_length": 4,
154
+ "prediction_length": 2
155
  }
156
+ ]
 
157
  },
158
+ "TimesFM-2.5": {
159
+ "model": "TimesFM-2.5",
160
+ "api_model_id": "google/timesfm-2.5-200m-pytorch",
161
+ "evaluated_at": "2026-06-24T10:18:11.790394+00:00",
162
  "datasets": [
163
  {
164
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
165
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
166
+ "context_length": 96,
167
+ "prediction_length": 24
168
+ },
169
+ {
170
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
171
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
172
+ "context_length": 96,
173
+ "prediction_length": 24
174
+ },
175
+ {
176
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
177
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
178
+ "context_length": 96,
179
+ "prediction_length": 24
180
  },
181
  {
182
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
183
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
184
  "context_length": 96,
185
  "prediction_length": 24
186
+ },
187
+ {
188
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
189
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
190
+ "context_length": 4,
191
+ "prediction_length": 2
192
  }
193
+ ]
 
194
  },
195
+ "Moirai-1.1-Small": {
196
+ "model": "Moirai-1.1-Small",
197
+ "api_model_id": "Salesforce/moirai-1.1-R-small",
198
+ "evaluated_at": "2026-06-24T10:18:30.777265+00:00",
199
  "datasets": [
200
  {
201
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
202
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
203
+ "context_length": 96,
204
+ "prediction_length": 24
205
  },
206
  {
207
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
208
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
209
  "context_length": 96,
210
  "prediction_length": 24
211
+ },
212
+ {
213
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
214
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
215
+ "context_length": 96,
216
+ "prediction_length": 24
217
+ },
218
+ {
219
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
220
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
221
+ "context_length": 96,
222
+ "prediction_length": 24
223
+ },
224
+ {
225
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
226
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
227
+ "context_length": 4,
228
+ "prediction_length": 2
229
  }
230
+ ]
 
231
  }
232
  },
233
  "failed_models": [],
234
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
235
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,40573.35173034668,92372.21808624268,236.53776041666666,0.411410389002544,0.003770385533052961,0.003781504271683901,7.963448443763354,201.4282793709629,0.003218443202747642,0.0037794263525636543,0.003457288167987635,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.8684622986591725,0.38677450845276934,0.5371975104014078,0.3179949929158829,0.021395996088360056,0.021276197062737267,14.990329351376266,0.9319132463159714,0.03664381422170184,0.021123174125197073,0.027442996147764274,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.07442524115001907,0.051346633469354,0.2043674131234487,0.543482166391946,0.27904530311864145,0.22684814048688293,26.84306263391892,0.27280989928889876,0.23604581831372715,0.17682669651330712,0.2078373409514095,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.010041803915346235,0.017968537038346593,0.11426529784997304,0.4044788894787228,0.08833829832295154,0.09346541034678567,5.638661224956557,0.10020880158621913,0.08034558428744447,0.09161582589764751,0.07192145822740492,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.01100219276683371,0.02601088537657385,0.13464613755544028,0.07687963072764213,0.010365601955390836,0.010440166812854574,1.213239842499295,0.10489133790181966,0.0080841101871474,0.0103773508284434,0.008379623318533407,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,82.70642173044735,50.43512301069401,5.502465526262919,0.5235010353470692,0.4006708426439169,0.29282620019194455,35.492271461961586,9.094307105571449,0.4920274290591021,0.29769876197768486,0.45112857918332616,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.344817031901736,0.3164035267471566,0.4502987066904704,0.2637874632511273,0.019774424682204132,0.019925986182469855,8.481956703141076,0.5872112327789175,0.025651748318327446,0.019670858538295675,0.020822453583943114,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,13.340036704318777,15.49473587574198,3.471499443054199,0.6111197063567294,0.34268709591931307,0.3113090453456066,11.42488123093957,3.652401498236301,0.2961406620191595,0.28147292781520533,0.2304860354901792,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.30511649201313656,2.8312667508920035,1.3971964518229167,0.024037788418458782,0.0004478193755842682,0.00044796485626729163,0.11718697496639785,0.5523735077039236,0.00017704279093074473,0.0004478193755842682,0.00041507413018236584,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,469.11081480956636,373.4936858475807,16.623528616768972,0.3354783088979126,0.06653657666917964,0.06568460223995125,11.047105937274766,21.65896615283302,0.08718387755596961,0.06691472128659161,0.06883994739784248,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1745440.1992708843,1440929.859015147,1082.6432291666667,1.8590487263296016,0.017308605664994994,0.01712687963929168,79.23008318788611,1321.1510887369711,0.021016688758502294,0.017222538722386604,0.01829588020398813,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,39274.74687004089,87407.13150342305,229.89013671875,0.40246193772809447,0.003668642328148607,0.0036791424247206877,8.275321469195717,198.1785731860054,0.003170118533357814,0.003677385356711886,0.003431116984927697,Finance,1
4
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.007152928943393515,0.013519322386666014,0.10798919200897217,0.09424511302601207,0.008316962038627668,0.008351381858397821,0.7780268582430753,0.08457499005848901,0.006514119774212786,0.008317524253688039,0.0058169031207618216,Weather,1
5
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.057733152631764,13.951839676957244,3.037028670310974,0.5307428744232771,0.3958677423348811,0.2852598975589325,13.636738390598481,3.749364366480239,0.3135356961516576,0.2539675543117191,0.23346227549140502,Hazards,1
6
+ wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,4416.349631509278,6524.646165183047,79.82075500488281,1.6071292954003251,0.2873172872971189,0.3363756289242429,12.245023996237942,66.45562151924605,0.2403458282793709,0.2886826582455075,0.1896958246704371,Web,1
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,20 +1,37 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-24T09:11:25.206965+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t030000z",
8
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
9
- "context_length": 240,
10
- "prediction_length": 60
 
 
 
 
 
 
11
  },
12
  {
13
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t065000z",
14
- "data_fetched_at": "2026-06-24T09:09:59.700153Z",
15
  "context_length": 96,
16
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
17
  }
18
- ],
19
- "failed_datasets": []
20
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-24T10:18:11.790394+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
8
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
14
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
20
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
26
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
32
+ "data_fetched_at": "2026-06-24T10:16:50.519831Z",
33
+ "context_length": 4,
34
+ "prediction_length": 2
35
  }
36
+ ]
 
37
  }