ziyuzhou02 commited on
Commit
8382c5b
·
verified ·
1 Parent(s): 74cb940

Update leaderboard results from local eval

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-26T19:45:16.490144+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
1
  {
2
+ "generated_at": "2026-07-26T20:14:19.784709+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-26T19:45:14.625940+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
@@ -10,7 +10,7 @@
10
  "frequency",
11
  "prediction_length"
12
  ],
13
- "num_configs": 10,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
 
1
  {
2
+ "generated_at": "2026-07-26T20:14:17.755723+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
10
  "frequency",
11
  "prediction_length"
12
  ],
13
+ "num_configs": 12,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -1,16 +1,16 @@
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Climate,Seasonal-Naive,1.0,1.0,1,3,3,1.0
3
- Climate,TiRex,50.159518578119865,726.2297098809804,2,3,3,1.0
4
- Climate,Sundial,765.8617470325736,1807.3035792851367,3,3,3,1.0
5
- Climate,Chronos-Bolt,59.29965919025388,1206.5876855434205,4,3,3,1.0
6
- Climate,TabPFN-TS,49.143574767544244,695.8650362180722,5,3,3,1.0
7
- Climate,Chronos-2,125.28420147245275,1106.7055633662303,6,3,3,1.0
8
- Climate,Toto-1.0,4046.347492825773,997.2844967506325,7,3,3,1.0
9
- Climate,Moving-Average,5725.2061747253465,2.128476742390624,8,3,3,1.0
10
- Climate,Moirai-2.0,127.99280322594262,1322.4991954552477,9,3,3,1.0
11
- Climate,TimesFM-2.5,90.52309223410191,1553.0053613594002,10,3,3,1.0
12
- Climate,ARIMA,8441.098117287454,1056.819121390062,11,3,3,1.0
13
- Climate,ETS,15322.338379206953,224.37170378946828,12,3,3,1.0
14
  Finance,Moirai-2.0,0.1464279651405289,0.4778766412273473,1,2,2,1.0
15
  Finance,Chronos-2,0.23512432988411325,0.4771924249771818,2,2,2,1.0
16
  Finance,Chronos-Bolt,0.2610672871013386,0.5735216544569104,3,2,2,1.0
@@ -23,6 +23,18 @@ Finance,Sundial,0.5445109548399568,0.6507329290412779,9,2,2,1.0
23
  Finance,ARIMA,0.5130896769677543,1.078661781904916,10,2,2,1.0
24
  Finance,Moving-Average,0.4891888170534487,0.7384205528286022,11,2,2,1.0
25
  Finance,Seasonal-Naive,1.0,1.0,12,2,2,1.0
 
 
 
 
 
 
 
 
 
 
 
 
26
  Hydrology,ARIMA,0.8915871147799367,0.24225110280788018,1,1,1,1.0
27
  Hydrology,ETS,0.3930277880680014,0.9439388198083052,2,1,1,1.0
28
  Hydrology,Seasonal-Naive,1.0,1.0,3,1,1,1.0
 
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Climate,TiRex,8.440717403211032,114.1694906186237,1,4,4,1.0
3
+ Climate,Chronos-Bolt,8.921564363527457,159.6378591271248,2,4,4,1.0
4
+ Climate,Moirai-2.0,16.11209613914916,160.00657528903227,3,4,4,1.0
5
+ Climate,Toto-1.0,1088.3386138547783,136.27579908949807,4,4,4,1.0
6
+ Climate,Seasonal-Naive,1.0,1.0,5,4,4,1.0
7
+ Climate,TabPFN-TS,9.141821637329167,96.95447256762426,6,4,4,1.0
8
+ Climate,ARIMA,384.0317864463639,114.59865046090248,7,4,4,1.0
9
+ Climate,Moving-Average,428.8277146163071,1.483111990129131,8,4,4,1.0
10
+ Climate,TimesFM-2.5,13.460453144275695,201.5151929466899,9,4,4,1.0
11
+ Climate,Sundial,164.358014328978,265.3738560838756,10,4,4,1.0
12
+ Climate,Chronos-2,26.761663001088756,173.32740091830613,11,4,4,1.0
13
+ Climate,ETS,2423.265874551371,83.38471911977962,12,4,4,1.0
14
  Finance,Moirai-2.0,0.1464279651405289,0.4778766412273473,1,2,2,1.0
15
  Finance,Chronos-2,0.23512432988411325,0.4771924249771818,2,2,2,1.0
16
  Finance,Chronos-Bolt,0.2610672871013386,0.5735216544569104,3,2,2,1.0
 
23
  Finance,ARIMA,0.5130896769677543,1.078661781904916,10,2,2,1.0
24
  Finance,Moving-Average,0.4891888170534487,0.7384205528286022,11,2,2,1.0
25
  Finance,Seasonal-Naive,1.0,1.0,12,2,2,1.0
26
+ Hazards,ARIMA,0.5082069070934897,0.5302591048198422,1,1,1,1.0
27
+ Hazards,ETS,0.4215333175007908,0.5351801458489029,2,1,1,1.0
28
+ Hazards,Chronos-2,0.45482863172885984,0.5853957273110786,3,1,1,1.0
29
+ Hazards,Chronos-Bolt,0.5048305551460173,0.5868815929019735,4,1,1,1.0
30
+ Hazards,Moving-Average,0.5524451216967619,0.5877291297779172,5,1,1,1.0
31
+ Hazards,TiRex,0.5230364705245953,0.595798190728764,6,1,1,1.0
32
+ Hazards,Moirai-2.0,0.4531788870579761,0.5975682260667707,7,1,1,1.0
33
+ Hazards,Toto-1.0,2.019160425152713,0.6759785327549426,8,1,1,1.0
34
+ Hazards,TimesFM-2.5,0.46613899613358084,0.7161023290919594,9,1,1,1.0
35
+ Hazards,Sundial,1.026729195920962,0.818406495628751,10,1,1,1.0
36
+ Hazards,TabPFN-TS,0.6517855412261532,0.8184241183297211,11,1,1,1.0
37
+ Hazards,Seasonal-Naive,1.0,1.0,12,1,1,1.0
38
  Hydrology,ARIMA,0.8915871147799367,0.24225110280788018,1,1,1,1.0
39
  Hydrology,ETS,0.3930277880680014,0.9439388198083052,2,1,1,1.0
40
  Hydrology,Seasonal-Naive,1.0,1.0,3,1,1,1.0
results/aggregates/results_by_frequency.csv CHANGED
@@ -35,18 +35,18 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
35
  1D,Toto-1.0,1.1828445386062165,0.7008146109363338,10,1,1,1.0
36
  1D,Seasonal-Naive,1.0,1.0,11,1,1,1.0
37
  1D,TabPFN-TS,0.8629829581417852,1.004036040514957,12,1,1,1.0
38
- 1h,Sundial,0.3976003417522131,0.6149388431675668,1,3,3,1.0
39
- 1h,Chronos-Bolt,0.22881676645992866,0.6846712685572693,2,3,3,1.0
40
- 1h,Chronos-2,0.32523909041069793,0.6377634426163407,3,3,3,1.0
41
- 1h,TabPFN-TS,0.4880679254535939,0.8105244672266887,4,3,3,1.0
42
- 1h,TimesFM-2.5,0.3698326649332741,0.6736451953731298,5,3,3,1.0
43
- 1h,TiRex,0.35292101999375686,0.7490475440765367,6,3,3,1.0
44
- 1h,Toto-1.0,0.6958936817102024,0.7257112947105226,7,3,3,1.0
45
- 1h,Moirai-2.0,0.5593611032153925,0.9627703883583766,8,3,3,1.0
46
- 1h,Seasonal-Naive,1.0,1.0,9,3,3,1.0
47
- 1h,Moving-Average,2.6001880008272207,1.808638364237822,10,3,3,1.0
48
- 1h,ETS,7.129282622041454,3.0689402372993695,11,3,3,1.0
49
- 1h,ARIMA,4.619608719588531,3.1571323595114102,12,3,3,1.0
50
  1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0
51
  1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,2,1,1,1.0
52
  1mo,Toto-1.0,0.6317640740160342,0.6385745807295035,3,1,1,1.0
 
35
  1D,Toto-1.0,1.1828445386062165,0.7008146109363338,10,1,1,1.0
36
  1D,Seasonal-Naive,1.0,1.0,11,1,1,1.0
37
  1D,TabPFN-TS,0.8629829581417852,1.004036040514957,12,1,1,1.0
38
+ 1h,Chronos-Bolt,0.1789959995966622,0.5869116667686308,1,5,5,1.0
39
+ 1h,TiRex,0.2472887631735199,0.644348927953261,2,5,5,1.0
40
+ 1h,Moirai-2.0,0.3028862768423205,0.6852738318911715,3,5,5,1.0
41
+ 1h,Toto-1.0,1.7050347148204437,0.6175732258379055,4,5,5,1.0
42
+ 1h,Chronos-2,0.3327851162602357,0.6323539072358864,5,5,5,1.0
43
+ 1h,TimesFM-2.5,0.2533368483790828,0.6263198989400457,6,5,5,1.0
44
+ 1h,TabPFN-TS,0.33873124116205183,0.6480292820166241,7,5,5,1.0
45
+ 1h,Sundial,0.6369446784232089,0.6930440069105632,8,5,5,1.0
46
+ 1h,ARIMA,1.1262261241506688,1.195133736070373,9,5,5,1.0
47
+ 1h,Moving-Average,1.1184389324223591,1.1177490201099374,10,5,5,1.0
48
+ 1h,Seasonal-Naive,1.0,1.0,11,5,5,1.0
49
+ 1h,ETS,4.296548355351162,2.313030620784114,12,5,5,1.0
50
  1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0
51
  1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,2,1,1,1.0
52
  1mo,Toto-1.0,0.6317640740160342,0.6385745807295035,3,1,1,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -23,18 +23,18 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
23
  12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
24
  12,Toto-1.0,173844.3349803388,13258.453621549315,11,2,2,1.0
25
  12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
26
- 24,Sundial,0.5106264763915155,0.7652401126118739,1,4,4,1.0
27
- 24,TabPFN-TS,0.5674552778210917,0.9316172733362801,2,4,4,1.0
28
- 24,Chronos-2,0.41988035289113496,0.7885857703080876,3,4,4,1.0
29
- 24,Toto-1.0,0.8077813057243296,0.8111565358038578,4,4,4,1.0
30
- 24,Chronos-Bolt,0.3265262070397917,0.8320074515245227,5,4,4,1.0
31
- 24,TimesFM-2.5,0.4625200339559281,0.820015482524218,6,4,4,1.0
32
- 24,Seasonal-Naive,1.0,1.0,7,4,4,1.0
33
- 24,Moirai-2.0,0.6763264316122133,1.0175521609006701,8,4,4,1.0
34
- 24,TiRex,0.4455742318083992,0.8891509249008297,9,4,4,1.0
35
- 24,ETS,3.4545396995038784,2.2854792635589782,10,4,4,1.0
36
- 24,ARIMA,3.0619270548584776,1.6616365361100824,11,4,4,1.0
37
- 24,Moving-Average,2.0253788212720907,1.7275955145724253,12,4,4,1.0
38
  36,Seasonal-Naive,1.0,1.0,1,1,1,1.0
39
  36,Moving-Average,2761669585.6131964,1.0,2,1,1,1.0
40
  36,ETS,2761671658.895396,221256.90751387557,3,1,1,1.0
 
23
  12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
24
  12,Toto-1.0,173844.3349803388,13258.453621549315,11,2,2,1.0
25
  12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
26
+ 24,Chronos-Bolt,0.23635831097313625,0.6857319386541806,1,6,6,1.0
27
+ 24,Moirai-2.0,0.3807656589777424,0.7524827497882282,2,6,6,1.0
28
+ 24,Toto-1.0,1.6219424491084584,0.6832739910646762,3,6,6,1.0
29
+ 24,TiRex,0.3065102016631127,0.7407356089706252,4,6,6,1.0
30
+ 24,ARIMA,1.0832165700253358,0.9159913699065524,5,6,6,1.0
31
+ 24,TimesFM-2.5,0.3132081362732878,0.7227630382666508,6,6,6,1.0
32
+ 24,Chronos-2,0.39305402268563816,0.7295185151265189,7,6,6,1.0
33
+ 24,TabPFN-TS,0.3980402622545869,0.7380812093875704,8,6,6,1.0
34
+ 24,Sundial,0.6957132475270812,0.7859891150224921,9,6,6,1.0
35
+ 24,ETS,2.8840556054492787,1.9920877260130172,10,6,6,1.0
36
+ 24,Seasonal-Naive,1.0,1.0,11,6,6,1.0
37
+ 24,Moving-Average,1.0897963899479306,1.174642627813523,12,6,6,1.0
38
  36,Seasonal-Naive,1.0,1.0,1,1,1,1.0
39
  36,Moving-Average,2761669585.6131964,1.0,2,1,1,1.0
40
  36,ETS,2761671658.895396,221256.90751387557,3,1,1,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,13 +1,13 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,Moirai-2.0,1.866537182830915,21.244638574947068,1,10,10,1.0
3
- Overall,TiRex,1.9972079901997113,11.61544154228818,2,10,10,1.0
4
- Overall,TimesFM-2.5,1.5798638698806138,6.322255636689981,3,10,10,1.0
5
- Overall,Chronos-2,2.2452070727894693,13.191960166874651,4,10,10,1.0
6
- Overall,Sundial,4.928195615055509,20.47671225814349,5,10,10,1.0
7
- Overall,TabPFN-TS,1.7226353579701283,5.684923049678211,6,10,10,1.0
8
- Overall,Chronos-Bolt,1.8754544828479378,28.946048937640867,7,10,10,1.0
9
- Overall,ARIMA,11.811111327194915,22.524141632462946,8,10,10,1.0
10
- Overall,Seasonal-Naive,1.0,1.0,9,10,10,1.0
11
- Overall,Toto-1.0,119.37490746813229,42.065540691178875,10,10,10,1.0
12
- Overall,ETS,13.74541494319011,15.331075570185684,11,10,10,1.0
13
- Overall,Moving-Average,10.12011461521964,3.907241346815593,12,10,10,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,Moirai-2.0,1.1825167589322534,11.009573701815176,1,12,12,1.0
3
+ Overall,TiRex,1.2900360801597517,6.908273972150099,2,12,12,1.0
4
+ Overall,ARIMA,5.609640155186543,10.830301691678677,3,12,12,1.0
5
+ Overall,Chronos-Bolt,1.1923438921071439,14.544290049038748,4,12,12,1.0
6
+ Overall,TimesFM-2.5,1.0593904592639252,4.222963492051239,5,12,12,1.0
7
+ Overall,Chronos-2,1.642724015320313,7.9340138948768715,6,12,12,1.0
8
+ Overall,Toto-1.0,73.56659589913993,19.9925389331005,7,12,12,1.0
9
+ Overall,TabPFN-TS,1.198985928569357,3.743203076308857,8,12,12,1.0
10
+ Overall,Sundial,3.9423390786780708,11.999391223634177,9,12,12,1.0
11
+ Overall,ETS,9.977076396294994,10.422510029583556,10,12,12,1.0
12
+ Overall,Moving-Average,5.67751713491896,2.8120997455654897,11,12,12,1.0
13
+ Overall,Seasonal-Naive,1.0,1.0,12,12,12,1.0
results/dataset_eval_intervals.json CHANGED
@@ -6,9 +6,7 @@
6
  "nasa_power_shanghai_hourly_T2M": 3600,
7
  "noaa_coops_sf_water_level_water_level": 360,
8
  "noaa_ndbc_46013_realtime_wave_height": 600,
9
- "nws_ksfo_observations_temperature": 3600,
10
- "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
11
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
12
- "usgs_earthquake_all_week_hourly_earthquake_count": 3600,
13
  "wikimedia_time_series_hourly_pageviews": 86400
14
  }
 
6
  "nasa_power_shanghai_hourly_T2M": 3600,
7
  "noaa_coops_sf_water_level_water_level": 360,
8
  "noaa_ndbc_46013_realtime_wave_height": 600,
 
 
9
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
10
+ "usgs_potomac_iv_usgs_00060": 900,
11
  "wikimedia_time_series_hourly_pageviews": 86400
12
  }
results/dataset_properties.csv CHANGED
@@ -3,9 +3,11 @@ binance_btcusdt_1h_close,Finance,1h,1
3
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
6
- nasa_power_shanghai_hourly_t2m,Weather,1h,1
7
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
8
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
 
9
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
 
10
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
11
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
3
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
 
6
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
7
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
8
+ nws_ksfo_observations_temperature,Weather,1h,1
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
10
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
11
+ usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
12
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
13
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -2,11 +2,11 @@
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
- "started_at": "2026-07-26T19:45:11.534067+00:00",
6
- "finished_at": "2026-07-26T19:45:16.500854+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
- "task_count": 2,
10
  "issued_tasks": 0,
11
  "issued_forecasts": 0,
12
  "resolved_forecasts": 0,
@@ -19,7 +19,7 @@
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
- "evaluated_at": "2026-07-26T19:45:13.315313+00:00",
23
  "resolved_tasks": []
24
  },
25
  "TiRex": {
@@ -28,7 +28,7 @@
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
- "evaluated_at": "2026-07-26T19:45:13.315318+00:00",
32
  "resolved_tasks": []
33
  },
34
  "TimesFM-2.5": {
@@ -37,7 +37,7 @@
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
- "evaluated_at": "2026-07-26T19:45:13.315319+00:00",
41
  "resolved_tasks": []
42
  },
43
  "Toto-1.0": {
@@ -46,7 +46,7 @@
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
- "evaluated_at": "2026-07-26T19:45:13.315320+00:00",
50
  "resolved_tasks": []
51
  },
52
  "Moirai-2.0": {
@@ -55,7 +55,7 @@
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
- "evaluated_at": "2026-07-26T19:45:13.315321+00:00",
59
  "resolved_tasks": []
60
  },
61
  "Chronos-Bolt": {
@@ -64,7 +64,7 @@
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
- "evaluated_at": "2026-07-26T19:45:13.315322+00:00",
68
  "resolved_tasks": []
69
  },
70
  "TabPFN-TS": {
@@ -73,7 +73,7 @@
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
- "evaluated_at": "2026-07-26T19:45:13.315323+00:00",
77
  "resolved_tasks": []
78
  },
79
  "Sundial": {
@@ -82,7 +82,7 @@
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
- "evaluated_at": "2026-07-26T19:45:13.315323+00:00",
86
  "resolved_tasks": []
87
  },
88
  "Moving-Average": {
@@ -91,7 +91,7 @@
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
- "evaluated_at": "2026-07-26T19:45:13.315324+00:00",
95
  "resolved_tasks": []
96
  },
97
  "ETS": {
@@ -100,7 +100,7 @@
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
- "evaluated_at": "2026-07-26T19:45:13.315325+00:00",
104
  "resolved_tasks": []
105
  },
106
  "ARIMA": {
@@ -109,7 +109,7 @@
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
- "evaluated_at": "2026-07-26T19:45:13.315325+00:00",
113
  "resolved_tasks": []
114
  },
115
  "Seasonal-Naive": {
@@ -118,7 +118,7 @@
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
- "evaluated_at": "2026-07-26T19:45:13.315326+00:00",
122
  "resolved_tasks": []
123
  }
124
  },
@@ -142,7 +142,5 @@
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
- "push_status": "ok",
146
- "pushed_at": "2026-07-26T19:52:45.683219+00:00",
147
- "push_detail": "HF Hub API"
148
  }
 
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-26T20:14:11.688491+00:00",
6
+ "finished_at": "2026-07-26T20:14:19.797442+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
+ "task_count": 4,
10
  "issued_tasks": 0,
11
  "issued_forecasts": 0,
12
  "resolved_forecasts": 0,
 
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-26T20:14:15.306192+00:00",
23
  "resolved_tasks": []
24
  },
25
  "TiRex": {
 
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
+ "evaluated_at": "2026-07-26T20:14:15.306197+00:00",
32
  "resolved_tasks": []
33
  },
34
  "TimesFM-2.5": {
 
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
+ "evaluated_at": "2026-07-26T20:14:15.306198+00:00",
41
  "resolved_tasks": []
42
  },
43
  "Toto-1.0": {
 
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
+ "evaluated_at": "2026-07-26T20:14:15.306199+00:00",
50
  "resolved_tasks": []
51
  },
52
  "Moirai-2.0": {
 
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
+ "evaluated_at": "2026-07-26T20:14:15.306200+00:00",
59
  "resolved_tasks": []
60
  },
61
  "Chronos-Bolt": {
 
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
+ "evaluated_at": "2026-07-26T20:14:15.306201+00:00",
68
  "resolved_tasks": []
69
  },
70
  "TabPFN-TS": {
 
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
+ "evaluated_at": "2026-07-26T20:14:15.306202+00:00",
77
  "resolved_tasks": []
78
  },
79
  "Sundial": {
 
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
+ "evaluated_at": "2026-07-26T20:14:15.306202+00:00",
86
  "resolved_tasks": []
87
  },
88
  "Moving-Average": {
 
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
+ "evaluated_at": "2026-07-26T20:14:15.306203+00:00",
95
  "resolved_tasks": []
96
  },
97
  "ETS": {
 
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
+ "evaluated_at": "2026-07-26T20:14:15.306204+00:00",
104
  "resolved_tasks": []
105
  },
106
  "ARIMA": {
 
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
+ "evaluated_at": "2026-07-26T20:14:15.306205+00:00",
113
  "resolved_tasks": []
114
  },
115
  "Seasonal-Naive": {
 
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
+ "evaluated_at": "2026-07-26T20:14:15.306206+00:00",
122
  "resolved_tasks": []
123
  }
124
  },
 
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
+ "push_status": "pending"
 
 
146
  }