Spaces:
Runtime error
Runtime error
Update leaderboard results from local eval
Browse files- results/aggregates/live_metadata.json +1 -1
- results/aggregates/metadata.json +2 -2
- results/aggregates/results_by_domain.csv +12 -12
- results/aggregates/results_by_frequency.csv +0 -12
- results/aggregates/results_by_prediction_length.csv +12 -12
- results/aggregates/results_overall.csv +12 -12
- results/dataset_properties.csv +0 -1
- results/online_status.json +31 -261
results/aggregates/live_metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-07-24T03:
|
| 3 |
"scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
|
| 4 |
"release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-07-24T03:47:43.230598+00:00",
|
| 3 |
"scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
|
| 4 |
"release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
results/aggregates/metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-07-24T03:
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"frequency",
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
-
"num_configs":
|
| 14 |
"num_models": 12,
|
| 15 |
"num_rows_missing_prediction_length": 0
|
| 16 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-07-24T03:47:40.744796+00:00",
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
|
|
| 10 |
"frequency",
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
+
"num_configs": 13,
|
| 14 |
"num_models": 12,
|
| 15 |
"num_rows_missing_prediction_length": 0
|
| 16 |
}
|
results/aggregates/results_by_domain.csv
CHANGED
|
@@ -11,18 +11,18 @@ Climate,TimesFM-2.5,9.701763704412926,84.90846162789155,9,5,5,1.0
|
|
| 11 |
Climate,ARIMA,92.42327628428818,144.375351677319,10,5,5,1.0
|
| 12 |
Climate,Moving-Average,113.01114989006989,123.08616478759232,11,5,5,1.0
|
| 13 |
Climate,ETS,387.15755398659593,238.9897952795147,12,5,5,1.0
|
| 14 |
-
Finance,Moirai-2.0,0.
|
| 15 |
-
Finance,Chronos-Bolt,0.
|
| 16 |
-
Finance,
|
| 17 |
-
Finance,
|
| 18 |
-
Finance,
|
| 19 |
-
Finance,
|
| 20 |
-
Finance,
|
| 21 |
-
Finance,
|
| 22 |
-
Finance,ETS,0.
|
| 23 |
-
Finance,TimesFM-2.5,0.
|
| 24 |
-
Finance,
|
| 25 |
-
Finance,
|
| 26 |
Hazards,ARIMA,0.6713041492053927,0.6775217880578378,1,1,1,1.0
|
| 27 |
Hazards,Sundial,0.6326870964212912,0.6840310083529673,2,1,1,1.0
|
| 28 |
Hazards,Chronos-Bolt,0.6661390184592435,0.6904976801940212,3,1,1,1.0
|
|
|
|
| 11 |
Climate,ARIMA,92.42327628428818,144.375351677319,10,5,5,1.0
|
| 12 |
Climate,Moving-Average,113.01114989006989,123.08616478759232,11,5,5,1.0
|
| 13 |
Climate,ETS,387.15755398659593,238.9897952795147,12,5,5,1.0
|
| 14 |
+
Finance,Moirai-2.0,0.09371924079621119,0.5712340499404223,1,2,2,1.0
|
| 15 |
+
Finance,Chronos-Bolt,0.13252129832494414,0.5841914583756574,2,2,2,1.0
|
| 16 |
+
Finance,Sundial,0.22179371761881533,0.5917391600028067,3,2,2,1.0
|
| 17 |
+
Finance,TiRex,0.20871653794431658,0.6638092394156028,4,2,2,1.0
|
| 18 |
+
Finance,Toto-1.0,0.30829646623618107,0.650180477672189,5,2,2,1.0
|
| 19 |
+
Finance,Chronos-2,0.15300374295266503,0.6392851743967797,6,2,2,1.0
|
| 20 |
+
Finance,TabPFN-TS,0.3344944527965833,0.6533009131352259,7,2,2,1.0
|
| 21 |
+
Finance,ARIMA,1.017834100313179,0.7826091621981092,8,2,2,1.0
|
| 22 |
+
Finance,ETS,0.8355958873975747,0.9693784291326086,9,2,2,1.0
|
| 23 |
+
Finance,TimesFM-2.5,0.8896346293234522,1.0679239949556727,10,2,2,1.0
|
| 24 |
+
Finance,Seasonal-Naive,1.0,1.0,11,2,2,1.0
|
| 25 |
+
Finance,Moving-Average,0.9176056669293359,1.1092196024261796,12,2,2,1.0
|
| 26 |
Hazards,ARIMA,0.6713041492053927,0.6775217880578378,1,1,1,1.0
|
| 27 |
Hazards,Sundial,0.6326870964212912,0.6840310083529673,2,1,1,1.0
|
| 28 |
Hazards,Chronos-Bolt,0.6661390184592435,0.6904976801940212,3,1,1,1.0
|
results/aggregates/results_by_frequency.csv
CHANGED
|
@@ -47,18 +47,6 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 47 |
1h,Seasonal-Naive,1.0,1.0,10,7,7,1.0
|
| 48 |
1h,ETS,2.73863093957547,1.7497568182568515,11,7,7,1.0
|
| 49 |
1h,Moving-Average,1.1772536074957602,1.1383670536169685,12,7,7,1.0
|
| 50 |
-
1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0
|
| 51 |
-
1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,2,1,1,1.0
|
| 52 |
-
1mo,Toto-1.0,0.6317640740160342,0.6385745807295035,3,1,1,1.0
|
| 53 |
-
1mo,Chronos-2,0.6879834115815433,0.6437671766189335,4,1,1,1.0
|
| 54 |
-
1mo,TiRex,0.7187693708563099,0.6536268717700132,5,1,1,1.0
|
| 55 |
-
1mo,ARIMA,0.7464480695996939,0.7692893066778397,6,1,1,1.0
|
| 56 |
-
1mo,ETS,0.7580203095992263,0.7703148978390245,7,1,1,1.0
|
| 57 |
-
1mo,Sundial,0.7423182015400501,0.7871685560956725,8,1,1,1.0
|
| 58 |
-
1mo,TimesFM-2.5,0.7803986235065251,0.7985326751147283,9,1,1,1.0
|
| 59 |
-
1mo,Moving-Average,0.9249973049108767,0.8887079460534169,10,1,1,1.0
|
| 60 |
-
1mo,TabPFN-TS,0.8352213750339312,0.8925810519947165,11,1,1,1.0
|
| 61 |
-
1mo,Seasonal-Naive,1.0,1.0,12,1,1,1.0
|
| 62 |
5min,Seasonal-Naive,1.0,1.0,1,2,2,1.0
|
| 63 |
5min,TabPFN-TS,378.5705589632911,18833.0599189351,2,2,2,1.0
|
| 64 |
5min,TiRex,669.209640095197,829826.829546487,3,2,2,1.0
|
|
|
|
| 47 |
1h,Seasonal-Naive,1.0,1.0,10,7,7,1.0
|
| 48 |
1h,ETS,2.73863093957547,1.7497568182568515,11,7,7,1.0
|
| 49 |
1h,Moving-Average,1.1772536074957602,1.1383670536169685,12,7,7,1.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
5min,Seasonal-Naive,1.0,1.0,1,2,2,1.0
|
| 51 |
5min,TabPFN-TS,378.5705589632911,18833.0599189351,2,2,2,1.0
|
| 52 |
5min,TiRex,669.209640095197,829826.829546487,3,2,2,1.0
|
results/aggregates/results_by_prediction_length.csv
CHANGED
|
@@ -11,18 +11,18 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 11 |
7,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
|
| 12 |
7,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
|
| 13 |
7,Seasonal-Naive,1.0,1.0,12,1,1,1.0
|
| 14 |
-
12,
|
| 15 |
-
12,
|
| 16 |
-
12,
|
| 17 |
-
12,
|
| 18 |
-
12,Chronos-
|
| 19 |
-
12,
|
| 20 |
-
12,
|
| 21 |
-
12,
|
| 22 |
-
12,
|
| 23 |
-
12,
|
| 24 |
-
12,
|
| 25 |
-
12,
|
| 26 |
24,Chronos-Bolt,0.4113953896568868,0.6678091497855998,1,8,8,1.0
|
| 27 |
24,TiRex,0.4422289027216521,0.6862732742303157,2,8,8,1.0
|
| 28 |
24,Moirai-2.0,0.40750697276707704,0.6976155986442375,3,8,8,1.0
|
|
|
|
| 11 |
7,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
|
| 12 |
7,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
|
| 13 |
7,Seasonal-Naive,1.0,1.0,12,1,1,1.0
|
| 14 |
+
12,Seasonal-Naive,1.0,1.0,1,1,1,1.0
|
| 15 |
+
12,TabPFN-TS,1.0,1.0,2,1,1,1.0
|
| 16 |
+
12,TimesFM-2.5,1.0,1.0,3,1,1,1.0
|
| 17 |
+
12,TiRex,1.0,1397.7486927145103,4,1,1,1.0
|
| 18 |
+
12,Chronos-2,1.0,2356.162747109683,5,1,1,1.0
|
| 19 |
+
12,Sundial,1.0,19956.03876551137,6,1,1,1.0
|
| 20 |
+
12,ARIMA,1.0,250217.138218906,7,1,1,1.0
|
| 21 |
+
12,ETS,1.0,250217.138218906,8,1,1,1.0
|
| 22 |
+
12,Moving-Average,1.0,250217.138218906,9,1,1,1.0
|
| 23 |
+
12,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
|
| 24 |
+
12,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
|
| 25 |
+
12,Toto-1.0,1471777.4967675738,290182626.75210017,12,1,1,1.0
|
| 26 |
24,Chronos-Bolt,0.4113953896568868,0.6678091497855998,1,8,8,1.0
|
| 27 |
24,TiRex,0.4422289027216521,0.6862732742303157,2,8,8,1.0
|
| 28 |
24,Moirai-2.0,0.40750697276707704,0.6976155986442375,3,8,8,1.0
|
results/aggregates/results_overall.csv
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
Overall,TiRex,0.
|
| 3 |
-
Overall,Chronos-2,1.
|
| 4 |
-
Overall,Moirai-2.0,1.
|
| 5 |
-
Overall,
|
| 6 |
-
Overall,
|
| 7 |
-
Overall,
|
| 8 |
-
Overall,
|
| 9 |
-
Overall,ARIMA,4.
|
| 10 |
-
Overall,TimesFM-2.5,1.
|
| 11 |
-
Overall,Seasonal-Naive,1.0,1.0,10,
|
| 12 |
-
Overall,ETS,
|
| 13 |
-
Overall,Moving-Average,
|
|
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
Overall,TiRex,0.8231522234189971,4.995342014189705,1,13,13,1.0
|
| 3 |
+
Overall,Chronos-2,1.0313967452127202,5.7786500351398695,2,13,13,1.0
|
| 4 |
+
Overall,Moirai-2.0,1.4314525664669007,9.431449394168373,3,13,13,1.0
|
| 5 |
+
Overall,Sundial,2.8777367096674187,8.793113297269176,4,13,13,1.0
|
| 6 |
+
Overall,TabPFN-TS,1.5948827003432173,3.747564391248074,5,13,13,1.0
|
| 7 |
+
Overall,Chronos-Bolt,1.9517274993624747,12.732458894722171,6,13,13,1.0
|
| 8 |
+
Overall,Toto-1.0,17.251999991889736,18.617018955370913,7,13,13,1.0
|
| 9 |
+
Overall,ARIMA,4.662659496549515,13.716922121466943,8,13,13,1.0
|
| 10 |
+
Overall,TimesFM-2.5,1.7009904760704497,4.604053731594189,9,13,13,1.0
|
| 11 |
+
Overall,Seasonal-Naive,1.0,1.0,10,13,13,1.0
|
| 12 |
+
Overall,ETS,7.967277429864365,18.57330985149656,11,13,13,1.0
|
| 13 |
+
Overall,Moving-Average,5.524372642653601,15.41814207017989,12,13,13,1.0
|
results/dataset_properties.csv
CHANGED
|
@@ -1,7 +1,6 @@
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
binance_btcusdt_1h_close,Finance,1h,1
|
| 3 |
coingecko_bitcoin_7d_price_usd,Finance,1h,1
|
| 4 |
-
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
|
| 7 |
nasa_power_shanghai_hourly_t2m,Weather,1h,1
|
|
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
binance_btcusdt_1h_close,Finance,1h,1
|
| 3 |
coingecko_bitcoin_7d_price_usd,Finance,1h,1
|
|
|
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
|
| 6 |
nasa_power_shanghai_hourly_t2m,Weather,1h,1
|
results/online_status.json
CHANGED
|
@@ -2,14 +2,14 @@
|
|
| 2 |
"status": "ok",
|
| 3 |
"evaluation_protocol": "issue-now-score-later",
|
| 4 |
"metric_version": "livehouse-canonical-v1",
|
| 5 |
-
"started_at": "2026-07-24T03:
|
| 6 |
-
"finished_at": "2026-07-24T03:
|
| 7 |
"data_source": "ts_bench",
|
| 8 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 9 |
-
"task_count":
|
| 10 |
-
"issued_tasks":
|
| 11 |
-
"issued_forecasts":
|
| 12 |
-
"resolved_forecasts":
|
| 13 |
"pending_tasks": 13,
|
| 14 |
"failed_forecasts": [],
|
| 15 |
"models": {
|
|
@@ -19,27 +19,8 @@
|
|
| 19 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 20 |
"evaluation_protocol": "issue-now-score-later",
|
| 21 |
"metric_version": "livehouse-canonical-v1",
|
| 22 |
-
"evaluated_at": "2026-07-24T03:
|
| 23 |
-
"resolved_tasks": [
|
| 24 |
-
{
|
| 25 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 26 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 27 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 28 |
-
"resolved_at": "2026-07-24T03:36:42.979197+00:00",
|
| 29 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 30 |
-
"prediction_length": 60,
|
| 31 |
-
"metric_version": "livehouse-canonical-v1"
|
| 32 |
-
},
|
| 33 |
-
{
|
| 34 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 35 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 36 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 37 |
-
"resolved_at": "2026-07-24T03:36:43.501778+00:00",
|
| 38 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 39 |
-
"prediction_length": 12,
|
| 40 |
-
"metric_version": "livehouse-canonical-v1"
|
| 41 |
-
}
|
| 42 |
-
]
|
| 43 |
},
|
| 44 |
"TiRex": {
|
| 45 |
"model": "TiRex",
|
|
@@ -47,27 +28,8 @@
|
|
| 47 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 48 |
"evaluation_protocol": "issue-now-score-later",
|
| 49 |
"metric_version": "livehouse-canonical-v1",
|
| 50 |
-
"evaluated_at": "2026-07-24T03:
|
| 51 |
-
"resolved_tasks": [
|
| 52 |
-
{
|
| 53 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 54 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 55 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 56 |
-
"resolved_at": "2026-07-24T03:36:43.355420+00:00",
|
| 57 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 58 |
-
"prediction_length": 60,
|
| 59 |
-
"metric_version": "livehouse-canonical-v1"
|
| 60 |
-
},
|
| 61 |
-
{
|
| 62 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 63 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 64 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 65 |
-
"resolved_at": "2026-07-24T03:36:43.847625+00:00",
|
| 66 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 67 |
-
"prediction_length": 12,
|
| 68 |
-
"metric_version": "livehouse-canonical-v1"
|
| 69 |
-
}
|
| 70 |
-
]
|
| 71 |
},
|
| 72 |
"TimesFM-2.5": {
|
| 73 |
"model": "TimesFM-2.5",
|
|
@@ -75,27 +37,8 @@
|
|
| 75 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 76 |
"evaluation_protocol": "issue-now-score-later",
|
| 77 |
"metric_version": "livehouse-canonical-v1",
|
| 78 |
-
"evaluated_at": "2026-07-24T03:
|
| 79 |
-
"resolved_tasks": [
|
| 80 |
-
{
|
| 81 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 82 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 83 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 84 |
-
"resolved_at": "2026-07-24T03:36:43.306872+00:00",
|
| 85 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 86 |
-
"prediction_length": 60,
|
| 87 |
-
"metric_version": "livehouse-canonical-v1"
|
| 88 |
-
},
|
| 89 |
-
{
|
| 90 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 91 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 92 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 93 |
-
"resolved_at": "2026-07-24T03:36:43.823603+00:00",
|
| 94 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 95 |
-
"prediction_length": 12,
|
| 96 |
-
"metric_version": "livehouse-canonical-v1"
|
| 97 |
-
}
|
| 98 |
-
]
|
| 99 |
},
|
| 100 |
"Toto-1.0": {
|
| 101 |
"model": "Toto-1.0",
|
|
@@ -103,27 +46,8 @@
|
|
| 103 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 104 |
"evaluation_protocol": "issue-now-score-later",
|
| 105 |
"metric_version": "livehouse-canonical-v1",
|
| 106 |
-
"evaluated_at": "2026-07-24T03:
|
| 107 |
-
"resolved_tasks": [
|
| 108 |
-
{
|
| 109 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 110 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 111 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 112 |
-
"resolved_at": "2026-07-24T03:36:43.396749+00:00",
|
| 113 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 114 |
-
"prediction_length": 60,
|
| 115 |
-
"metric_version": "livehouse-canonical-v1"
|
| 116 |
-
},
|
| 117 |
-
{
|
| 118 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 119 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 120 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 121 |
-
"resolved_at": "2026-07-24T03:36:43.889601+00:00",
|
| 122 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 123 |
-
"prediction_length": 12,
|
| 124 |
-
"metric_version": "livehouse-canonical-v1"
|
| 125 |
-
}
|
| 126 |
-
]
|
| 127 |
},
|
| 128 |
"Moirai-2.0": {
|
| 129 |
"model": "Moirai-2.0",
|
|
@@ -131,27 +55,8 @@
|
|
| 131 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 132 |
"evaluation_protocol": "issue-now-score-later",
|
| 133 |
"metric_version": "livehouse-canonical-v1",
|
| 134 |
-
"evaluated_at": "2026-07-24T03:
|
| 135 |
-
"resolved_tasks": [
|
| 136 |
-
{
|
| 137 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 138 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 139 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 140 |
-
"resolved_at": "2026-07-24T03:36:43.075821+00:00",
|
| 141 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 142 |
-
"prediction_length": 60,
|
| 143 |
-
"metric_version": "livehouse-canonical-v1"
|
| 144 |
-
},
|
| 145 |
-
{
|
| 146 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 147 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 148 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 149 |
-
"resolved_at": "2026-07-24T03:36:43.632583+00:00",
|
| 150 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 151 |
-
"prediction_length": 12,
|
| 152 |
-
"metric_version": "livehouse-canonical-v1"
|
| 153 |
-
}
|
| 154 |
-
]
|
| 155 |
},
|
| 156 |
"Chronos-Bolt": {
|
| 157 |
"model": "Chronos-Bolt",
|
|
@@ -159,27 +64,8 @@
|
|
| 159 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 160 |
"evaluation_protocol": "issue-now-score-later",
|
| 161 |
"metric_version": "livehouse-canonical-v1",
|
| 162 |
-
"evaluated_at": "2026-07-24T03:
|
| 163 |
-
"resolved_tasks": [
|
| 164 |
-
{
|
| 165 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 166 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 167 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 168 |
-
"resolved_at": "2026-07-24T03:36:43.019086+00:00",
|
| 169 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 170 |
-
"prediction_length": 60,
|
| 171 |
-
"metric_version": "livehouse-canonical-v1"
|
| 172 |
-
},
|
| 173 |
-
{
|
| 174 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 175 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 176 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 177 |
-
"resolved_at": "2026-07-24T03:36:43.562703+00:00",
|
| 178 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 179 |
-
"prediction_length": 12,
|
| 180 |
-
"metric_version": "livehouse-canonical-v1"
|
| 181 |
-
}
|
| 182 |
-
]
|
| 183 |
},
|
| 184 |
"TabPFN-TS": {
|
| 185 |
"model": "TabPFN-TS",
|
|
@@ -187,27 +73,8 @@
|
|
| 187 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 188 |
"evaluation_protocol": "issue-now-score-later",
|
| 189 |
"metric_version": "livehouse-canonical-v1",
|
| 190 |
-
"evaluated_at": "2026-07-24T03:
|
| 191 |
-
"resolved_tasks": [
|
| 192 |
-
{
|
| 193 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 194 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 195 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 196 |
-
"resolved_at": "2026-07-24T03:36:43.249958+00:00",
|
| 197 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 198 |
-
"prediction_length": 60,
|
| 199 |
-
"metric_version": "livehouse-canonical-v1"
|
| 200 |
-
},
|
| 201 |
-
{
|
| 202 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 203 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 204 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 205 |
-
"resolved_at": "2026-07-24T03:36:43.815517+00:00",
|
| 206 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 207 |
-
"prediction_length": 12,
|
| 208 |
-
"metric_version": "livehouse-canonical-v1"
|
| 209 |
-
}
|
| 210 |
-
]
|
| 211 |
},
|
| 212 |
"Sundial": {
|
| 213 |
"model": "Sundial",
|
|
@@ -215,27 +82,8 @@
|
|
| 215 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 216 |
"evaluation_protocol": "issue-now-score-later",
|
| 217 |
"metric_version": "livehouse-canonical-v1",
|
| 218 |
-
"evaluated_at": "2026-07-24T03:
|
| 219 |
-
"resolved_tasks": [
|
| 220 |
-
{
|
| 221 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 222 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 223 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 224 |
-
"resolved_at": "2026-07-24T03:36:43.213906+00:00",
|
| 225 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 226 |
-
"prediction_length": 60,
|
| 227 |
-
"metric_version": "livehouse-canonical-v1"
|
| 228 |
-
},
|
| 229 |
-
{
|
| 230 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 231 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 232 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 233 |
-
"resolved_at": "2026-07-24T03:36:43.799835+00:00",
|
| 234 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 235 |
-
"prediction_length": 12,
|
| 236 |
-
"metric_version": "livehouse-canonical-v1"
|
| 237 |
-
}
|
| 238 |
-
]
|
| 239 |
},
|
| 240 |
"Moving-Average": {
|
| 241 |
"model": "Moving-Average",
|
|
@@ -243,27 +91,8 @@
|
|
| 243 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 244 |
"evaluation_protocol": "issue-now-score-later",
|
| 245 |
"metric_version": "livehouse-canonical-v1",
|
| 246 |
-
"evaluated_at": "2026-07-24T03:
|
| 247 |
-
"resolved_tasks": [
|
| 248 |
-
{
|
| 249 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 250 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 251 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 252 |
-
"resolved_at": "2026-07-24T03:36:43.108577+00:00",
|
| 253 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 254 |
-
"prediction_length": 60,
|
| 255 |
-
"metric_version": "livehouse-canonical-v1"
|
| 256 |
-
},
|
| 257 |
-
{
|
| 258 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 259 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 260 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 261 |
-
"resolved_at": "2026-07-24T03:36:43.714914+00:00",
|
| 262 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 263 |
-
"prediction_length": 12,
|
| 264 |
-
"metric_version": "livehouse-canonical-v1"
|
| 265 |
-
}
|
| 266 |
-
]
|
| 267 |
},
|
| 268 |
"ETS": {
|
| 269 |
"model": "ETS",
|
|
@@ -271,27 +100,8 @@
|
|
| 271 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 272 |
"evaluation_protocol": "issue-now-score-later",
|
| 273 |
"metric_version": "livehouse-canonical-v1",
|
| 274 |
-
"evaluated_at": "2026-07-24T03:
|
| 275 |
-
"resolved_tasks": [
|
| 276 |
-
{
|
| 277 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 278 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 279 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 280 |
-
"resolved_at": "2026-07-24T03:36:43.051979+00:00",
|
| 281 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 282 |
-
"prediction_length": 60,
|
| 283 |
-
"metric_version": "livehouse-canonical-v1"
|
| 284 |
-
},
|
| 285 |
-
{
|
| 286 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 287 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 288 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 289 |
-
"resolved_at": "2026-07-24T03:36:43.589564+00:00",
|
| 290 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 291 |
-
"prediction_length": 12,
|
| 292 |
-
"metric_version": "livehouse-canonical-v1"
|
| 293 |
-
}
|
| 294 |
-
]
|
| 295 |
},
|
| 296 |
"ARIMA": {
|
| 297 |
"model": "ARIMA",
|
|
@@ -299,27 +109,8 @@
|
|
| 299 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 300 |
"evaluation_protocol": "issue-now-score-later",
|
| 301 |
"metric_version": "livehouse-canonical-v1",
|
| 302 |
-
"evaluated_at": "2026-07-24T03:
|
| 303 |
-
"resolved_tasks": [
|
| 304 |
-
{
|
| 305 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 306 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 307 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 308 |
-
"resolved_at": "2026-07-24T03:36:42.931392+00:00",
|
| 309 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 310 |
-
"prediction_length": 60,
|
| 311 |
-
"metric_version": "livehouse-canonical-v1"
|
| 312 |
-
},
|
| 313 |
-
{
|
| 314 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 315 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 316 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 317 |
-
"resolved_at": "2026-07-24T03:36:43.470803+00:00",
|
| 318 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 319 |
-
"prediction_length": 12,
|
| 320 |
-
"metric_version": "livehouse-canonical-v1"
|
| 321 |
-
}
|
| 322 |
-
]
|
| 323 |
},
|
| 324 |
"Seasonal-Naive": {
|
| 325 |
"model": "Seasonal-Naive",
|
|
@@ -327,27 +118,8 @@
|
|
| 327 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 328 |
"evaluation_protocol": "issue-now-score-later",
|
| 329 |
"metric_version": "livehouse-canonical-v1",
|
| 330 |
-
"evaluated_at": "2026-07-24T03:
|
| 331 |
-
"resolved_tasks": [
|
| 332 |
-
{
|
| 333 |
-
"dataset": "noaa_coops_sf_water_level_water_level/6min/short",
|
| 334 |
-
"task_id": "future-dfc69a577a179042c27e",
|
| 335 |
-
"issued_at": "2026-07-23T21:37:52.888722+00:00",
|
| 336 |
-
"resolved_at": "2026-07-24T03:36:43.153292+00:00",
|
| 337 |
-
"target_end": "2026-07-24T03:30:00+00:00",
|
| 338 |
-
"prediction_length": 60,
|
| 339 |
-
"metric_version": "livehouse-canonical-v1"
|
| 340 |
-
},
|
| 341 |
-
{
|
| 342 |
-
"dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
|
| 343 |
-
"task_id": "future-f7da1d9656cf81a98ede",
|
| 344 |
-
"issued_at": "2026-07-24T02:31:25.159500+00:00",
|
| 345 |
-
"resolved_at": "2026-07-24T03:36:43.770604+00:00",
|
| 346 |
-
"target_end": "2026-07-23T19:50:00+00:00",
|
| 347 |
-
"prediction_length": 12,
|
| 348 |
-
"metric_version": "livehouse-canonical-v1"
|
| 349 |
-
}
|
| 350 |
-
]
|
| 351 |
}
|
| 352 |
},
|
| 353 |
"skipped_models": [],
|
|
@@ -370,7 +142,5 @@
|
|
| 370 |
"live_overall_30d": "aggregates/live_overall_30d.csv",
|
| 371 |
"live_metadata": "aggregates/live_metadata.json"
|
| 372 |
},
|
| 373 |
-
"push_status": "
|
| 374 |
-
"pushed_at": "2026-07-24T03:40:31.718701+00:00",
|
| 375 |
-
"push_detail": "HF Hub API"
|
| 376 |
}
|
|
|
|
| 2 |
"status": "ok",
|
| 3 |
"evaluation_protocol": "issue-now-score-later",
|
| 4 |
"metric_version": "livehouse-canonical-v1",
|
| 5 |
+
"started_at": "2026-07-24T03:47:35.700512+00:00",
|
| 6 |
+
"finished_at": "2026-07-24T03:47:43.243659+00:00",
|
| 7 |
"data_source": "ts_bench",
|
| 8 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 9 |
+
"task_count": 2,
|
| 10 |
+
"issued_tasks": 0,
|
| 11 |
+
"issued_forecasts": 0,
|
| 12 |
+
"resolved_forecasts": 0,
|
| 13 |
"pending_tasks": 13,
|
| 14 |
"failed_forecasts": [],
|
| 15 |
"models": {
|
|
|
|
| 19 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 20 |
"evaluation_protocol": "issue-now-score-later",
|
| 21 |
"metric_version": "livehouse-canonical-v1",
|
| 22 |
+
"evaluated_at": "2026-07-24T03:47:39.180492+00:00",
|
| 23 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
},
|
| 25 |
"TiRex": {
|
| 26 |
"model": "TiRex",
|
|
|
|
| 28 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 29 |
"evaluation_protocol": "issue-now-score-later",
|
| 30 |
"metric_version": "livehouse-canonical-v1",
|
| 31 |
+
"evaluated_at": "2026-07-24T03:47:39.180524+00:00",
|
| 32 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
},
|
| 34 |
"TimesFM-2.5": {
|
| 35 |
"model": "TimesFM-2.5",
|
|
|
|
| 37 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 38 |
"evaluation_protocol": "issue-now-score-later",
|
| 39 |
"metric_version": "livehouse-canonical-v1",
|
| 40 |
+
"evaluated_at": "2026-07-24T03:47:39.180527+00:00",
|
| 41 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
},
|
| 43 |
"Toto-1.0": {
|
| 44 |
"model": "Toto-1.0",
|
|
|
|
| 46 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 47 |
"evaluation_protocol": "issue-now-score-later",
|
| 48 |
"metric_version": "livehouse-canonical-v1",
|
| 49 |
+
"evaluated_at": "2026-07-24T03:47:39.180528+00:00",
|
| 50 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
},
|
| 52 |
"Moirai-2.0": {
|
| 53 |
"model": "Moirai-2.0",
|
|
|
|
| 55 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 56 |
"evaluation_protocol": "issue-now-score-later",
|
| 57 |
"metric_version": "livehouse-canonical-v1",
|
| 58 |
+
"evaluated_at": "2026-07-24T03:47:39.180529+00:00",
|
| 59 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
},
|
| 61 |
"Chronos-Bolt": {
|
| 62 |
"model": "Chronos-Bolt",
|
|
|
|
| 64 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 65 |
"evaluation_protocol": "issue-now-score-later",
|
| 66 |
"metric_version": "livehouse-canonical-v1",
|
| 67 |
+
"evaluated_at": "2026-07-24T03:47:39.180531+00:00",
|
| 68 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 69 |
},
|
| 70 |
"TabPFN-TS": {
|
| 71 |
"model": "TabPFN-TS",
|
|
|
|
| 73 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 74 |
"evaluation_protocol": "issue-now-score-later",
|
| 75 |
"metric_version": "livehouse-canonical-v1",
|
| 76 |
+
"evaluated_at": "2026-07-24T03:47:39.180532+00:00",
|
| 77 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 78 |
},
|
| 79 |
"Sundial": {
|
| 80 |
"model": "Sundial",
|
|
|
|
| 82 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 83 |
"evaluation_protocol": "issue-now-score-later",
|
| 84 |
"metric_version": "livehouse-canonical-v1",
|
| 85 |
+
"evaluated_at": "2026-07-24T03:47:39.180533+00:00",
|
| 86 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 87 |
},
|
| 88 |
"Moving-Average": {
|
| 89 |
"model": "Moving-Average",
|
|
|
|
| 91 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 92 |
"evaluation_protocol": "issue-now-score-later",
|
| 93 |
"metric_version": "livehouse-canonical-v1",
|
| 94 |
+
"evaluated_at": "2026-07-24T03:47:39.180535+00:00",
|
| 95 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 96 |
},
|
| 97 |
"ETS": {
|
| 98 |
"model": "ETS",
|
|
|
|
| 100 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 101 |
"evaluation_protocol": "issue-now-score-later",
|
| 102 |
"metric_version": "livehouse-canonical-v1",
|
| 103 |
+
"evaluated_at": "2026-07-24T03:47:39.180536+00:00",
|
| 104 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 105 |
},
|
| 106 |
"ARIMA": {
|
| 107 |
"model": "ARIMA",
|
|
|
|
| 109 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 110 |
"evaluation_protocol": "issue-now-score-later",
|
| 111 |
"metric_version": "livehouse-canonical-v1",
|
| 112 |
+
"evaluated_at": "2026-07-24T03:47:39.180537+00:00",
|
| 113 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 114 |
},
|
| 115 |
"Seasonal-Naive": {
|
| 116 |
"model": "Seasonal-Naive",
|
|
|
|
| 118 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 119 |
"evaluation_protocol": "issue-now-score-later",
|
| 120 |
"metric_version": "livehouse-canonical-v1",
|
| 121 |
+
"evaluated_at": "2026-07-24T03:47:39.180538+00:00",
|
| 122 |
+
"resolved_tasks": []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 123 |
}
|
| 124 |
},
|
| 125 |
"skipped_models": [],
|
|
|
|
| 142 |
"live_overall_30d": "aggregates/live_overall_30d.csv",
|
| 143 |
"live_metadata": "aggregates/live_metadata.json"
|
| 144 |
},
|
| 145 |
+
"push_status": "pending"
|
|
|
|
|
|
|
| 146 |
}
|