ziyuzhou02 commited on
Commit
09005ae
·
verified ·
1 Parent(s): 649a7b9

Update leaderboard results from local eval

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-19T19:41:11.341716+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
1
  {
2
+ "generated_at": "2026-07-19T19:51:10.372282+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-19T19:41:09.176791+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
@@ -10,7 +10,7 @@
10
  "frequency",
11
  "prediction_length"
12
  ],
13
- "num_configs": 12,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
 
1
  {
2
+ "generated_at": "2026-07-19T19:51:08.299343+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
10
  "frequency",
11
  "prediction_length"
12
  ],
13
+ "num_configs": 14,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -47,18 +47,18 @@ Hydrology,TimesFM-2.5,1.5617625351488922,1.7362900917503117,9,1,1,1.0
47
  Hydrology,TabPFN-TS,1.4775298582259462,1.7549116682677208,10,1,1,1.0
48
  Hydrology,ETS,3.5453708213828206,2.7087965676007264,11,1,1,1.0
49
  Hydrology,ARIMA,2.2045904625248895,2.976282591944999,12,1,1,1.0
50
- Ocean,TimesFM-2.5,0.02277777880760884,0.14560686475647108,1,1,1,1.0
51
- Ocean,Sundial,0.18872069036849176,0.2565220982944604,2,1,1,1.0
52
- Ocean,Chronos-2,0.34789053745096554,0.2980883625276267,3,1,1,1.0
53
- Ocean,Toto-1.0,1.3213395457252963,0.3987494759517826,4,1,1,1.0
54
- Ocean,Moirai-2.0,0.6443899549612769,0.447310377131894,5,1,1,1.0
55
- Ocean,TiRex,0.8618330507338828,0.4884789677879441,6,1,1,1.0
56
- Ocean,Moving-Average,0.8942057526282161,0.9129648175393145,7,1,1,1.0
57
- Ocean,Seasonal-Naive,1.0,1.0,8,1,1,1.0
58
- Ocean,Chronos-Bolt,3.412312221506237,1.0527334284324272,9,1,1,1.0
59
- Ocean,TabPFN-TS,2.205063806803738,1.1907790011060246,10,1,1,1.0
60
- Ocean,ARIMA,4.7816996019459275,1.8429637469211992,11,1,1,1.0
61
- Ocean,ETS,7.431004097381415,2.294464723825033,12,1,1,1.0
62
  Transportation,Seasonal-Naive,1.0,1.0,1,1,1,1.0
63
  Transportation,TabPFN-TS,1.0,1.0,2,1,1,1.0
64
  Transportation,TimesFM-2.5,1.0,1.0,3,1,1,1.0
@@ -71,3 +71,15 @@ Transportation,Moving-Average,1.0,250217.138218906,9,1,1,1.0
71
  Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
72
  Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
73
  Transportation,Toto-1.0,1417729.6824728295,276457594.27849996,12,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  Hydrology,TabPFN-TS,1.4775298582259462,1.7549116682677208,10,1,1,1.0
48
  Hydrology,ETS,3.5453708213828206,2.7087965676007264,11,1,1,1.0
49
  Hydrology,ARIMA,2.2045904625248895,2.976282591944999,12,1,1,1.0
50
+ Ocean,Toto-1.0,2.0100285902334547,0.5643206238538008,1,2,2,1.0
51
+ Ocean,TimesFM-2.5,0.12682317444670188,0.4320098737423,2,2,2,1.0
52
+ Ocean,Chronos-2,0.40997386392826485,0.536050607956035,3,2,2,1.0
53
+ Ocean,Moving-Average,0.7412138892935449,0.8002314341061754,4,2,2,1.0
54
+ Ocean,ARIMA,1.6600945535387983,1.0886133056803609,5,2,2,1.0
55
+ Ocean,Moirai-2.0,1.1694333415054654,0.8381199153829276,6,2,2,1.0
56
+ Ocean,Sundial,1.256757149377538,0.7614325190913503,7,2,2,1.0
57
+ Ocean,Chronos-Bolt,1.453737694363571,0.9591677040527468,8,2,2,1.0
58
+ Ocean,Seasonal-Naive,1.0,1.0,9,2,2,1.0
59
+ Ocean,TiRex,1.7715672208777924,0.9109800149820934,10,2,2,1.0
60
+ Ocean,TabPFN-TS,2.420143271346801,1.514592673195886,11,2,2,1.0
61
+ Ocean,ETS,5.7232428072114185,2.2943682661525484,12,2,2,1.0
62
  Transportation,Seasonal-Naive,1.0,1.0,1,1,1,1.0
63
  Transportation,TabPFN-TS,1.0,1.0,2,1,1,1.0
64
  Transportation,TimesFM-2.5,1.0,1.0,3,1,1,1.0
 
71
  Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
72
  Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
73
  Transportation,Toto-1.0,1417729.6824728295,276457594.27849996,12,1,1,1.0
74
+ Web,Sundial,0.20244880832897819,0.31071330341508385,1,1,1,1.0
75
+ Web,TabPFN-TS,0.17052198003432278,0.3202668885632687,2,1,1,1.0
76
+ Web,Chronos-2,0.26094607467981124,0.3476579918970984,3,1,1,1.0
77
+ Web,TiRex,0.25108345822120137,0.355550183468659,4,1,1,1.0
78
+ Web,TimesFM-2.5,0.2528696210490907,0.37840507494499553,5,1,1,1.0
79
+ Web,Moirai-2.0,0.31059366185948206,0.3788190714783059,6,1,1,1.0
80
+ Web,Moving-Average,0.5027204685970803,0.5249042422667971,7,1,1,1.0
81
+ Web,Chronos-Bolt,0.4683270807837138,0.5275805509990089,8,1,1,1.0
82
+ Web,Toto-1.0,0.9030250190462096,0.5553935339828673,9,1,1,1.0
83
+ Web,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
84
+ Web,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
85
+ Web,Seasonal-Naive,1.0,1.0,12,1,1,1.0
results/aggregates/results_by_frequency.csv CHANGED
@@ -1,4 +1,16 @@
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 
 
 
 
 
 
 
 
 
 
 
 
2
  15min,Seasonal-Naive,1.0,1.0,1,1,1,1.0
3
  15min,Moving-Average,0.7426261510128334,1.129234629861984,2,1,1,1.0
4
  15min,Moirai-2.0,0.9645609235328865,1.2600892629587501,3,1,1,1.0
@@ -11,6 +23,18 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
11
  15min,TabPFN-TS,1.4775298582259462,1.7549116682677208,10,1,1,1.0
12
  15min,ETS,3.5453708213828206,2.7087965676007264,11,1,1,1.0
13
  15min,ARIMA,2.2045904625248895,2.976282591944999,12,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
14
  1h,TiRex,0.3680392229582137,0.6343285306794474,1,7,7,1.0
15
  1h,Chronos-Bolt,0.34638815703776926,0.6123135921991887,2,7,7,1.0
16
  1h,Toto-1.0,0.9768150601474214,0.7033389705121547,3,7,7,1.0
 
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ 10min,ARIMA,0.5763461020361158,0.6430288882698211,1,1,1,1.0
3
+ 10min,Moving-Average,0.6143977804514156,0.7014184290886435,2,1,1,1.0
4
+ 10min,Toto-1.0,3.0576659471265395,0.7986412163843226,3,1,1,1.0
5
+ 10min,Chronos-Bolt,0.6193317454053635,0.8739179925802752,4,1,1,1.0
6
+ 10min,Chronos-2,0.4831363633394649,0.9639767612980971,5,1,1,1.0
7
+ 10min,Seasonal-Naive,1.0,1.0,6,1,1,1.0
8
+ 10min,TimesFM-2.5,0.7061319592481833,1.2817564015472944,7,1,1,1.0
9
+ 10min,Moirai-2.0,2.122277558325408,1.5703749085042191,8,1,1,1.0
10
+ 10min,TiRex,3.6415990491617354,1.6989157004136155,9,1,1,1.0
11
+ 10min,TabPFN-TS,2.656201346996444,1.9264623944224288,10,1,1,1.0
12
+ 10min,Sundial,8.369185855708663,2.2601541348078076,11,1,1,1.0
13
+ 10min,ETS,4.407951846216831,2.294271812535076,12,1,1,1.0
14
  15min,Seasonal-Naive,1.0,1.0,1,1,1,1.0
15
  15min,Moving-Average,0.7426261510128334,1.129234629861984,2,1,1,1.0
16
  15min,Moirai-2.0,0.9645609235328865,1.2600892629587501,3,1,1,1.0
 
23
  15min,TabPFN-TS,1.4775298582259462,1.7549116682677208,10,1,1,1.0
24
  15min,ETS,3.5453708213828206,2.7087965676007264,11,1,1,1.0
25
  15min,ARIMA,2.2045904625248895,2.976282591944999,12,1,1,1.0
26
+ 1D,Sundial,0.20244880832897819,0.31071330341508385,1,1,1,1.0
27
+ 1D,TabPFN-TS,0.17052198003432278,0.3202668885632687,2,1,1,1.0
28
+ 1D,Chronos-2,0.26094607467981124,0.3476579918970984,3,1,1,1.0
29
+ 1D,TiRex,0.25108345822120137,0.355550183468659,4,1,1,1.0
30
+ 1D,TimesFM-2.5,0.2528696210490907,0.37840507494499553,5,1,1,1.0
31
+ 1D,Moirai-2.0,0.31059366185948206,0.3788190714783059,6,1,1,1.0
32
+ 1D,Moving-Average,0.5027204685970803,0.5249042422667971,7,1,1,1.0
33
+ 1D,Chronos-Bolt,0.4683270807837138,0.5275805509990089,8,1,1,1.0
34
+ 1D,Toto-1.0,0.9030250190462096,0.5553935339828673,9,1,1,1.0
35
+ 1D,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
36
+ 1D,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
37
+ 1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0
38
  1h,TiRex,0.3680392229582137,0.6343285306794474,1,7,7,1.0
39
  1h,Chronos-Bolt,0.34638815703776926,0.6123135921991887,2,7,7,1.0
40
  1h,Toto-1.0,0.9768150601474214,0.7033389705121547,3,7,7,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -1,4 +1,16 @@
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 
 
 
 
 
 
 
 
 
 
 
 
2
  12,Chronos-2,0.8294476545156683,38.946376459967496,1,2,2,1.0
3
  12,TiRex,0.847802672121473,30.22591777828443,2,2,2,1.0
4
  12,Moirai-2.0,0.7551088053055054,483.94979926515697,3,2,2,1.0
@@ -47,3 +59,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
47
  60,TabPFN-TS,2.205063806803738,1.1907790011060246,10,1,1,1.0
48
  60,ARIMA,4.7816996019459275,1.8429637469211992,11,1,1,1.0
49
  60,ETS,7.431004097381415,2.294464723825033,12,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ 7,Sundial,0.20244880832897819,0.31071330341508385,1,1,1,1.0
3
+ 7,TabPFN-TS,0.17052198003432278,0.3202668885632687,2,1,1,1.0
4
+ 7,Chronos-2,0.26094607467981124,0.3476579918970984,3,1,1,1.0
5
+ 7,TiRex,0.25108345822120137,0.355550183468659,4,1,1,1.0
6
+ 7,TimesFM-2.5,0.2528696210490907,0.37840507494499553,5,1,1,1.0
7
+ 7,Moirai-2.0,0.31059366185948206,0.3788190714783059,6,1,1,1.0
8
+ 7,Moving-Average,0.5027204685970803,0.5249042422667971,7,1,1,1.0
9
+ 7,Chronos-Bolt,0.4683270807837138,0.5275805509990089,8,1,1,1.0
10
+ 7,Toto-1.0,0.9030250190462096,0.5553935339828673,9,1,1,1.0
11
+ 7,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
12
+ 7,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
13
+ 7,Seasonal-Naive,1.0,1.0,12,1,1,1.0
14
  12,Chronos-2,0.8294476545156683,38.946376459967496,1,2,2,1.0
15
  12,TiRex,0.847802672121473,30.22591777828443,2,2,2,1.0
16
  12,Moirai-2.0,0.7551088053055054,483.94979926515697,3,2,2,1.0
 
59
  60,TabPFN-TS,2.205063806803738,1.1907790011060246,10,1,1,1.0
60
  60,ARIMA,4.7816996019459275,1.8429637469211992,11,1,1,1.0
61
  60,ETS,7.431004097381415,2.294464723825033,12,1,1,1.0
62
+ 72,ARIMA,0.5763461020361158,0.6430288882698211,1,1,1,1.0
63
+ 72,Moving-Average,0.6143977804514156,0.7014184290886435,2,1,1,1.0
64
+ 72,Toto-1.0,3.0576659471265395,0.7986412163843226,3,1,1,1.0
65
+ 72,Chronos-Bolt,0.6193317454053635,0.8739179925802752,4,1,1,1.0
66
+ 72,Chronos-2,0.4831363633394649,0.9639767612980971,5,1,1,1.0
67
+ 72,Seasonal-Naive,1.0,1.0,6,1,1,1.0
68
+ 72,TimesFM-2.5,0.7061319592481833,1.2817564015472944,7,1,1,1.0
69
+ 72,Moirai-2.0,2.122277558325408,1.5703749085042191,8,1,1,1.0
70
+ 72,TiRex,3.6415990491617354,1.6989157004136155,9,1,1,1.0
71
+ 72,TabPFN-TS,2.656201346996444,1.9264623944224288,10,1,1,1.0
72
+ 72,Sundial,8.369185855708663,2.2601541348078076,11,1,1,1.0
73
+ 72,ETS,4.407951846216831,2.294271812535076,12,1,1,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,13 +1,13 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,TiRex,1.5366438383111318,6.858434161124138,1,12,12,1.0
3
- Overall,Chronos-2,1.7839376882897646,7.7142273738079705,2,12,12,1.0
4
- Overall,Chronos-Bolt,1.8689705355911579,16.181304389610606,3,12,12,1.0
5
- Overall,Toto-1.0,18.332852344933908,24.25593613394439,4,12,12,1.0
6
- Overall,Sundial,2.7729569385896404,10.37354807696731,5,12,12,1.0
7
- Overall,Moirai-2.0,2.189466797896213,12.781834046728957,6,12,12,1.0
8
- Overall,TimesFM-2.5,1.3566447586587038,4.276237541424046,7,12,12,1.0
9
- Overall,Seasonal-Naive,1.0,1.0,8,12,12,1.0
10
- Overall,Moving-Average,7.398755337424938,3.1702514995285824,9,12,12,1.0
11
- Overall,ETS,12.327338318061962,20.80468396563533,10,12,12,1.0
12
- Overall,TabPFN-TS,2.0446237198571997,4.818163304392205,11,12,12,1.0
13
- Overall,ARIMA,7.8130914623901155,27.29422146065739,12,12,12,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,TiRex,1.4359590697629083,5.024890493471002,1,14,14,1.0
3
+ Overall,Chronos-2,1.4165336785601714,5.328726483132235,2,14,14,1.0
4
+ Overall,Chronos-Bolt,1.5646142837477706,10.286796010549677,3,14,14,1.0
5
+ Overall,Toto-1.0,13.009931859097364,14.513401708279922,4,14,14,1.0
6
+ Overall,Sundial,2.4889866505729428,7.241531328790791,5,14,14,1.0
7
+ Overall,Moirai-2.0,1.9001577290510474,8.558480444780631,6,14,14,1.0
8
+ Overall,TimesFM-2.5,1.1484135327035867,3.2996250620014664,7,14,14,1.0
9
+ Overall,Moving-Average,5.111502597560448,2.5033005202972864,8,14,14,1.0
10
+ Overall,Seasonal-Naive,1.0,1.0,9,14,14,1.0
11
+ Overall,TabPFN-TS,1.7445024284204986,3.7183176076890705,10,14,14,1.0
12
+ Overall,ARIMA,5.353275298978344,15.837005866038398,11,14,14,1.0
13
+ Overall,ETS,9.248796134214281,13.760088053977617,12,14,14,1.0
results/dataset_eval_intervals.json CHANGED
@@ -11,5 +11,6 @@
11
  "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
12
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
13
  "usgs_earthquake_all_week_hourly_earthquake_count": 3600,
14
- "usgs_potomac_iv_usgs_00060": 900
 
15
  }
 
11
  "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
12
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
13
  "usgs_earthquake_all_week_hourly_earthquake_count": 3600,
14
+ "usgs_potomac_iv_usgs_00060": 900,
15
+ "wikimedia_time_series_hourly_pageviews": 86400
16
  }
results/dataset_properties.csv CHANGED
@@ -6,8 +6,10 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
7
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
8
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
 
9
  nws_ksfo_observations_temperature,Weather,1h,1
10
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
11
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
12
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
13
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
 
 
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
7
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
8
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
9
+ noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
10
  nws_ksfo_observations_temperature,Weather,1h,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
12
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
13
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
14
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
15
+ wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,23 +1,17 @@
1
  {
2
- "status": "partial",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
- "started_at": "2026-07-19T19:17:50.379953+00:00",
6
- "finished_at": "2026-07-19T19:41:11.353774+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
- "task_count": 4,
10
- "issued_tasks": 3,
11
- "issued_forecasts": 35,
12
- "resolved_forecasts": 36,
13
  "pending_tasks": 13,
14
- "failed_forecasts": [
15
- {
16
- "model": "TabPFN-TS",
17
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
18
- "error": "TabPFN-TS client authentication preflight failed. Set a valid TABPFN_TOKEN access token, or run a one-time TabPFN browser login outside the daemon environment before live eval."
19
- }
20
- ],
21
  "models": {
22
  "Chronos-2": {
23
  "model": "Chronos-2",
@@ -25,36 +19,8 @@
25
  "admitted_at": "2026-06-01T00:00:00Z",
26
  "evaluation_protocol": "issue-now-score-later",
27
  "metric_version": "livehouse-canonical-v1",
28
- "evaluated_at": "2026-07-19T19:41:08.725374+00:00",
29
- "resolved_tasks": [
30
- {
31
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
32
- "task_id": "future-c1105fe5be8271ac8733",
33
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
34
- "resolved_at": "2026-07-19T19:17:50.549033+00:00",
35
- "target_end": "2026-07-19T15:10:00+00:00",
36
- "prediction_length": 24,
37
- "metric_version": "livehouse-canonical-v1"
38
- },
39
- {
40
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
41
- "task_id": "future-cbf59c4d37c3bf1fc215",
42
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
43
- "resolved_at": "2026-07-19T19:17:50.663110+00:00",
44
- "target_end": "2026-07-17T20:40:00+00:00",
45
- "prediction_length": 12,
46
- "metric_version": "livehouse-canonical-v1"
47
- },
48
- {
49
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
50
- "task_id": "future-f0d2f81e55d054ecb595",
51
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
52
- "resolved_at": "2026-07-19T19:17:50.777649+00:00",
53
- "target_end": "2026-07-19T15:10:00+00:00",
54
- "prediction_length": 36,
55
- "metric_version": "livehouse-canonical-v1"
56
- }
57
- ]
58
  },
59
  "TiRex": {
60
  "model": "TiRex",
@@ -62,36 +28,8 @@
62
  "admitted_at": "2026-06-01T00:00:00Z",
63
  "evaluation_protocol": "issue-now-score-later",
64
  "metric_version": "livehouse-canonical-v1",
65
- "evaluated_at": "2026-07-19T19:41:08.727535+00:00",
66
- "resolved_tasks": [
67
- {
68
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
69
- "task_id": "future-c1105fe5be8271ac8733",
70
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
71
- "resolved_at": "2026-07-19T19:17:50.630836+00:00",
72
- "target_end": "2026-07-19T15:10:00+00:00",
73
- "prediction_length": 24,
74
- "metric_version": "livehouse-canonical-v1"
75
- },
76
- {
77
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
78
- "task_id": "future-cbf59c4d37c3bf1fc215",
79
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
80
- "resolved_at": "2026-07-19T19:17:50.735850+00:00",
81
- "target_end": "2026-07-17T20:40:00+00:00",
82
- "prediction_length": 12,
83
- "metric_version": "livehouse-canonical-v1"
84
- },
85
- {
86
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
87
- "task_id": "future-f0d2f81e55d054ecb595",
88
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
89
- "resolved_at": "2026-07-19T19:17:51.108924+00:00",
90
- "target_end": "2026-07-19T15:10:00+00:00",
91
- "prediction_length": 36,
92
- "metric_version": "livehouse-canonical-v1"
93
- }
94
- ]
95
  },
96
  "TimesFM-2.5": {
97
  "model": "TimesFM-2.5",
@@ -99,36 +37,8 @@
99
  "admitted_at": "2026-06-01T00:00:00Z",
100
  "evaluation_protocol": "issue-now-score-later",
101
  "metric_version": "livehouse-canonical-v1",
102
- "evaluated_at": "2026-07-19T19:41:08.729437+00:00",
103
- "resolved_tasks": [
104
- {
105
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
106
- "task_id": "future-c1105fe5be8271ac8733",
107
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
108
- "resolved_at": "2026-07-19T19:17:50.625810+00:00",
109
- "target_end": "2026-07-19T15:10:00+00:00",
110
- "prediction_length": 24,
111
- "metric_version": "livehouse-canonical-v1"
112
- },
113
- {
114
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
115
- "task_id": "future-cbf59c4d37c3bf1fc215",
116
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
117
- "resolved_at": "2026-07-19T19:17:50.729117+00:00",
118
- "target_end": "2026-07-17T20:40:00+00:00",
119
- "prediction_length": 12,
120
- "metric_version": "livehouse-canonical-v1"
121
- },
122
- {
123
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
124
- "task_id": "future-f0d2f81e55d054ecb595",
125
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
126
- "resolved_at": "2026-07-19T19:17:51.101407+00:00",
127
- "target_end": "2026-07-19T15:10:00+00:00",
128
- "prediction_length": 36,
129
- "metric_version": "livehouse-canonical-v1"
130
- }
131
- ]
132
  },
133
  "Toto-1.0": {
134
  "model": "Toto-1.0",
@@ -136,36 +46,8 @@
136
  "admitted_at": "2026-06-01T00:00:00Z",
137
  "evaluation_protocol": "issue-now-score-later",
138
  "metric_version": "livehouse-canonical-v1",
139
- "evaluated_at": "2026-07-19T19:41:08.731088+00:00",
140
- "resolved_tasks": [
141
- {
142
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
143
- "task_id": "future-c1105fe5be8271ac8733",
144
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
145
- "resolved_at": "2026-07-19T19:17:50.637189+00:00",
146
- "target_end": "2026-07-19T15:10:00+00:00",
147
- "prediction_length": 24,
148
- "metric_version": "livehouse-canonical-v1"
149
- },
150
- {
151
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
152
- "task_id": "future-cbf59c4d37c3bf1fc215",
153
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
154
- "resolved_at": "2026-07-19T19:17:50.743020+00:00",
155
- "target_end": "2026-07-17T20:40:00+00:00",
156
- "prediction_length": 12,
157
- "metric_version": "livehouse-canonical-v1"
158
- },
159
- {
160
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
161
- "task_id": "future-f0d2f81e55d054ecb595",
162
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
163
- "resolved_at": "2026-07-19T19:17:51.120402+00:00",
164
- "target_end": "2026-07-19T15:10:00+00:00",
165
- "prediction_length": 36,
166
- "metric_version": "livehouse-canonical-v1"
167
- }
168
- ]
169
  },
170
  "Moirai-2.0": {
171
  "model": "Moirai-2.0",
@@ -173,36 +55,8 @@
173
  "admitted_at": "2026-06-01T00:00:00Z",
174
  "evaluation_protocol": "issue-now-score-later",
175
  "metric_version": "livehouse-canonical-v1",
176
- "evaluated_at": "2026-07-19T19:41:08.733011+00:00",
177
- "resolved_tasks": [
178
- {
179
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
180
- "task_id": "future-c1105fe5be8271ac8733",
181
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
182
- "resolved_at": "2026-07-19T19:17:50.577858+00:00",
183
- "target_end": "2026-07-19T15:10:00+00:00",
184
- "prediction_length": 24,
185
- "metric_version": "livehouse-canonical-v1"
186
- },
187
- {
188
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
189
- "task_id": "future-cbf59c4d37c3bf1fc215",
190
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
191
- "resolved_at": "2026-07-19T19:17:50.685366+00:00",
192
- "target_end": "2026-07-17T20:40:00+00:00",
193
- "prediction_length": 12,
194
- "metric_version": "livehouse-canonical-v1"
195
- },
196
- {
197
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
198
- "task_id": "future-f0d2f81e55d054ecb595",
199
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
200
- "resolved_at": "2026-07-19T19:17:50.804610+00:00",
201
- "target_end": "2026-07-19T15:10:00+00:00",
202
- "prediction_length": 36,
203
- "metric_version": "livehouse-canonical-v1"
204
- }
205
- ]
206
  },
207
  "Chronos-Bolt": {
208
  "model": "Chronos-Bolt",
@@ -210,36 +64,8 @@
210
  "admitted_at": "2026-06-01T00:00:00Z",
211
  "evaluation_protocol": "issue-now-score-later",
212
  "metric_version": "livehouse-canonical-v1",
213
- "evaluated_at": "2026-07-19T19:41:08.734909+00:00",
214
- "resolved_tasks": [
215
- {
216
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
217
- "task_id": "future-c1105fe5be8271ac8733",
218
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
219
- "resolved_at": "2026-07-19T19:17:50.562640+00:00",
220
- "target_end": "2026-07-19T15:10:00+00:00",
221
- "prediction_length": 24,
222
- "metric_version": "livehouse-canonical-v1"
223
- },
224
- {
225
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
226
- "task_id": "future-cbf59c4d37c3bf1fc215",
227
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
228
- "resolved_at": "2026-07-19T19:17:50.671086+00:00",
229
- "target_end": "2026-07-17T20:40:00+00:00",
230
- "prediction_length": 12,
231
- "metric_version": "livehouse-canonical-v1"
232
- },
233
- {
234
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
235
- "task_id": "future-f0d2f81e55d054ecb595",
236
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
237
- "resolved_at": "2026-07-19T19:17:50.787294+00:00",
238
- "target_end": "2026-07-19T15:10:00+00:00",
239
- "prediction_length": 36,
240
- "metric_version": "livehouse-canonical-v1"
241
- }
242
- ]
243
  },
244
  "TabPFN-TS": {
245
  "model": "TabPFN-TS",
@@ -247,36 +73,8 @@
247
  "admitted_at": "2026-06-01T00:00:00Z",
248
  "evaluation_protocol": "issue-now-score-later",
249
  "metric_version": "livehouse-canonical-v1",
250
- "evaluated_at": "2026-07-19T19:41:08.736887+00:00",
251
- "resolved_tasks": [
252
- {
253
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
254
- "task_id": "future-c1105fe5be8271ac8733",
255
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
256
- "resolved_at": "2026-07-19T19:17:50.620469+00:00",
257
- "target_end": "2026-07-19T15:10:00+00:00",
258
- "prediction_length": 24,
259
- "metric_version": "livehouse-canonical-v1"
260
- },
261
- {
262
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
263
- "task_id": "future-cbf59c4d37c3bf1fc215",
264
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
265
- "resolved_at": "2026-07-19T19:17:50.721934+00:00",
266
- "target_end": "2026-07-17T20:40:00+00:00",
267
- "prediction_length": 12,
268
- "metric_version": "livehouse-canonical-v1"
269
- },
270
- {
271
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
272
- "task_id": "future-f0d2f81e55d054ecb595",
273
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
274
- "resolved_at": "2026-07-19T19:17:50.842203+00:00",
275
- "target_end": "2026-07-19T15:10:00+00:00",
276
- "prediction_length": 36,
277
- "metric_version": "livehouse-canonical-v1"
278
- }
279
- ]
280
  },
281
  "Sundial": {
282
  "model": "Sundial",
@@ -284,36 +82,8 @@
284
  "admitted_at": "2026-06-01T00:00:00Z",
285
  "evaluation_protocol": "issue-now-score-later",
286
  "metric_version": "livehouse-canonical-v1",
287
- "evaluated_at": "2026-07-19T19:41:08.739564+00:00",
288
- "resolved_tasks": [
289
- {
290
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
291
- "task_id": "future-c1105fe5be8271ac8733",
292
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
293
- "resolved_at": "2026-07-19T19:17:50.614669+00:00",
294
- "target_end": "2026-07-19T15:10:00+00:00",
295
- "prediction_length": 24,
296
- "metric_version": "livehouse-canonical-v1"
297
- },
298
- {
299
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
300
- "task_id": "future-cbf59c4d37c3bf1fc215",
301
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
302
- "resolved_at": "2026-07-19T19:17:50.714683+00:00",
303
- "target_end": "2026-07-17T20:40:00+00:00",
304
- "prediction_length": 12,
305
- "metric_version": "livehouse-canonical-v1"
306
- },
307
- {
308
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
309
- "task_id": "future-f0d2f81e55d054ecb595",
310
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
311
- "resolved_at": "2026-07-19T19:17:50.833329+00:00",
312
- "target_end": "2026-07-19T15:10:00+00:00",
313
- "prediction_length": 36,
314
- "metric_version": "livehouse-canonical-v1"
315
- }
316
- ]
317
  },
318
  "Moving-Average": {
319
  "model": "Moving-Average",
@@ -321,36 +91,8 @@
321
  "admitted_at": "2026-06-01T00:00:00Z",
322
  "evaluation_protocol": "issue-now-score-later",
323
  "metric_version": "livehouse-canonical-v1",
324
- "evaluated_at": "2026-07-19T19:41:08.741550+00:00",
325
- "resolved_tasks": [
326
- {
327
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
328
- "task_id": "future-c1105fe5be8271ac8733",
329
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
330
- "resolved_at": "2026-07-19T19:17:50.586212+00:00",
331
- "target_end": "2026-07-19T15:10:00+00:00",
332
- "prediction_length": 24,
333
- "metric_version": "livehouse-canonical-v1"
334
- },
335
- {
336
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
337
- "task_id": "future-cbf59c4d37c3bf1fc215",
338
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
339
- "resolved_at": "2026-07-19T19:17:50.697188+00:00",
340
- "target_end": "2026-07-17T20:40:00+00:00",
341
- "prediction_length": 12,
342
- "metric_version": "livehouse-canonical-v1"
343
- },
344
- {
345
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
346
- "task_id": "future-f0d2f81e55d054ecb595",
347
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
348
- "resolved_at": "2026-07-19T19:17:50.815559+00:00",
349
- "target_end": "2026-07-19T15:10:00+00:00",
350
- "prediction_length": 36,
351
- "metric_version": "livehouse-canonical-v1"
352
- }
353
- ]
354
  },
355
  "ETS": {
356
  "model": "ETS",
@@ -358,36 +100,8 @@
358
  "admitted_at": "2026-06-01T00:00:00Z",
359
  "evaluation_protocol": "issue-now-score-later",
360
  "metric_version": "livehouse-canonical-v1",
361
- "evaluated_at": "2026-07-19T19:41:08.743261+00:00",
362
- "resolved_tasks": [
363
- {
364
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
365
- "task_id": "future-c1105fe5be8271ac8733",
366
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
367
- "resolved_at": "2026-07-19T19:17:50.569993+00:00",
368
- "target_end": "2026-07-19T15:10:00+00:00",
369
- "prediction_length": 24,
370
- "metric_version": "livehouse-canonical-v1"
371
- },
372
- {
373
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
374
- "task_id": "future-cbf59c4d37c3bf1fc215",
375
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
376
- "resolved_at": "2026-07-19T19:17:50.678061+00:00",
377
- "target_end": "2026-07-17T20:40:00+00:00",
378
- "prediction_length": 12,
379
- "metric_version": "livehouse-canonical-v1"
380
- },
381
- {
382
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
383
- "task_id": "future-f0d2f81e55d054ecb595",
384
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
385
- "resolved_at": "2026-07-19T19:17:50.794526+00:00",
386
- "target_end": "2026-07-19T15:10:00+00:00",
387
- "prediction_length": 36,
388
- "metric_version": "livehouse-canonical-v1"
389
- }
390
- ]
391
  },
392
  "ARIMA": {
393
  "model": "ARIMA",
@@ -395,36 +109,8 @@
395
  "admitted_at": "2026-06-01T00:00:00Z",
396
  "evaluation_protocol": "issue-now-score-later",
397
  "metric_version": "livehouse-canonical-v1",
398
- "evaluated_at": "2026-07-19T19:41:08.749481+00:00",
399
- "resolved_tasks": [
400
- {
401
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
402
- "task_id": "future-c1105fe5be8271ac8733",
403
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
404
- "resolved_at": "2026-07-19T19:17:50.482394+00:00",
405
- "target_end": "2026-07-19T15:10:00+00:00",
406
- "prediction_length": 24,
407
- "metric_version": "livehouse-canonical-v1"
408
- },
409
- {
410
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
411
- "task_id": "future-cbf59c4d37c3bf1fc215",
412
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
413
- "resolved_at": "2026-07-19T19:17:50.654410+00:00",
414
- "target_end": "2026-07-17T20:40:00+00:00",
415
- "prediction_length": 12,
416
- "metric_version": "livehouse-canonical-v1"
417
- },
418
- {
419
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
420
- "task_id": "future-f0d2f81e55d054ecb595",
421
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
422
- "resolved_at": "2026-07-19T19:17:50.769906+00:00",
423
- "target_end": "2026-07-19T15:10:00+00:00",
424
- "prediction_length": 36,
425
- "metric_version": "livehouse-canonical-v1"
426
- }
427
- ]
428
  },
429
  "Seasonal-Naive": {
430
  "model": "Seasonal-Naive",
@@ -432,36 +118,8 @@
432
  "admitted_at": "2026-06-01T00:00:00Z",
433
  "evaluation_protocol": "issue-now-score-later",
434
  "metric_version": "livehouse-canonical-v1",
435
- "evaluated_at": "2026-07-19T19:41:08.755184+00:00",
436
- "resolved_tasks": [
437
- {
438
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
439
- "task_id": "future-c1105fe5be8271ac8733",
440
- "issued_at": "2026-07-19T09:23:32.071623+00:00",
441
- "resolved_at": "2026-07-19T19:17:50.594190+00:00",
442
- "target_end": "2026-07-19T15:10:00+00:00",
443
- "prediction_length": 24,
444
- "metric_version": "livehouse-canonical-v1"
445
- },
446
- {
447
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
448
- "task_id": "future-cbf59c4d37c3bf1fc215",
449
- "issued_at": "2026-07-19T15:13:51.906380+00:00",
450
- "resolved_at": "2026-07-19T19:17:50.704069+00:00",
451
- "target_end": "2026-07-17T20:40:00+00:00",
452
- "prediction_length": 12,
453
- "metric_version": "livehouse-canonical-v1"
454
- },
455
- {
456
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
457
- "task_id": "future-f0d2f81e55d054ecb595",
458
- "issued_at": "2026-07-19T12:23:32.332516+00:00",
459
- "resolved_at": "2026-07-19T19:17:50.824266+00:00",
460
- "target_end": "2026-07-19T15:10:00+00:00",
461
- "prediction_length": 36,
462
- "metric_version": "livehouse-canonical-v1"
463
- }
464
- ]
465
  }
466
  },
467
  "skipped_models": [],
@@ -484,7 +142,5 @@
484
  "live_overall_30d": "aggregates/live_overall_30d.csv",
485
  "live_metadata": "aggregates/live_metadata.json"
486
  },
487
- "push_status": "ok",
488
- "pushed_at": "2026-07-19T19:43:43.857879+00:00",
489
- "push_detail": "HF Hub API"
490
  }
 
1
  {
2
+ "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-19T19:51:08.035101+00:00",
6
+ "finished_at": "2026-07-19T19:51:10.383754+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
+ "task_count": 1,
10
+ "issued_tasks": 0,
11
+ "issued_forecasts": 0,
12
+ "resolved_forecasts": 0,
13
  "pending_tasks": 13,
14
+ "failed_forecasts": [],
 
 
 
 
 
 
15
  "models": {
16
  "Chronos-2": {
17
  "model": "Chronos-2",
 
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-19T19:51:08.113257+00:00",
23
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  },
25
  "TiRex": {
26
  "model": "TiRex",
 
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
+ "evaluated_at": "2026-07-19T19:51:08.113262+00:00",
32
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  },
34
  "TimesFM-2.5": {
35
  "model": "TimesFM-2.5",
 
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
+ "evaluated_at": "2026-07-19T19:51:08.113264+00:00",
41
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  },
43
  "Toto-1.0": {
44
  "model": "Toto-1.0",
 
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
+ "evaluated_at": "2026-07-19T19:51:08.113265+00:00",
50
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  },
52
  "Moirai-2.0": {
53
  "model": "Moirai-2.0",
 
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
+ "evaluated_at": "2026-07-19T19:51:08.113266+00:00",
59
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  },
61
  "Chronos-Bolt": {
62
  "model": "Chronos-Bolt",
 
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
+ "evaluated_at": "2026-07-19T19:51:08.113267+00:00",
68
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  },
70
  "TabPFN-TS": {
71
  "model": "TabPFN-TS",
 
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
+ "evaluated_at": "2026-07-19T19:51:08.113268+00:00",
77
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  },
79
  "Sundial": {
80
  "model": "Sundial",
 
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
+ "evaluated_at": "2026-07-19T19:51:08.113268+00:00",
86
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
  },
88
  "Moving-Average": {
89
  "model": "Moving-Average",
 
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
+ "evaluated_at": "2026-07-19T19:51:08.113269+00:00",
95
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96
  },
97
  "ETS": {
98
  "model": "ETS",
 
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
+ "evaluated_at": "2026-07-19T19:51:08.113270+00:00",
104
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
105
  },
106
  "ARIMA": {
107
  "model": "ARIMA",
 
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
+ "evaluated_at": "2026-07-19T19:51:08.113271+00:00",
113
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  },
115
  "Seasonal-Naive": {
116
  "model": "Seasonal-Naive",
 
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
+ "evaluated_at": "2026-07-19T19:51:08.113272+00:00",
122
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  }
124
  },
125
  "skipped_models": [],
 
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
+ "push_status": "pending"
 
 
146
  }