ziyuzhou02 commited on
Commit
abde7d6
·
verified ·
1 Parent(s): a72a427

Update leaderboard results from local eval

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-16T07:15:49.520437+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
1
  {
2
+ "generated_at": "2026-07-16T07:21:10.979715+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-16T07:15:48.063057+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
@@ -10,7 +10,7 @@
10
  "frequency",
11
  "prediction_length"
12
  ],
13
- "num_configs": 12,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
 
1
  {
2
+ "generated_at": "2026-07-16T07:21:09.214335+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
10
  "frequency",
11
  "prediction_length"
12
  ],
13
+ "num_configs": 13,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -1,16 +1,16 @@
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Climate,TiRex,9.389043738724578,87.35844378773903,1,4,4,1.0
3
- Climate,Chronos-2,6.100922818004781,84.47364811790905,2,4,4,1.0
4
- Climate,TabPFN-TS,7.528055388876014,78.05008967478025,3,4,4,1.0
5
- Climate,Chronos-Bolt,13.355517258002788,117.87120722514162,4,4,4,1.0
6
- Climate,TimesFM-2.5,6.416072966410836,97.37959935125677,5,4,4,1.0
7
- Climate,Toto-1.0,198.59386336346176,184.70569607849566,6,4,4,1.0
8
- Climate,Moirai-2.0,15.325954769779628,106.44605635931181,7,4,4,1.0
9
- Climate,Sundial,81.23007114968469,170.5556815181406,8,4,4,1.0
10
- Climate,Seasonal-Naive,1.0,1.0,9,4,4,1.0
11
- Climate,Moving-Average,362.0353478149311,1.065934470622406,10,4,4,1.0
12
- Climate,ARIMA,252.06346880773395,256.3685108163815,11,4,4,1.0
13
- Climate,ETS,490.1665300433884,296.93760174503564,12,4,4,1.0
14
  Finance,Moirai-2.0,0.5826698969963306,0.6822345677988843,1,2,2,1.0
15
  Finance,Toto-1.0,0.5706781155112679,0.7204935375962049,2,2,2,1.0
16
  Finance,TiRex,0.7138015093931491,0.7633978684290076,3,2,2,1.0
 
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Climate,Chronos-2,3.9487307589653415,33.84978342700114,1,5,5,1.0
3
+ Climate,TiRex,6.059045645382091,36.22810119367364,2,5,5,1.0
4
+ Climate,Toto-1.0,133.94338361480266,59.24582000199455,3,5,5,1.0
5
+ Climate,TimesFM-2.5,4.21088547339342,38.77697044345626,4,5,5,1.0
6
+ Climate,TabPFN-TS,5.903454165043951,36.7831644849683,5,5,5,1.0
7
+ Climate,Chronos-Bolt,8.359854086879832,46.642724545179426,6,5,5,1.0
8
+ Climate,Moirai-2.0,7.80969836839004,41.700581113943116,7,5,5,1.0
9
+ Climate,Sundial,31.13548939452272,58.369146701740426,8,5,5,1.0
10
+ Climate,Seasonal-Naive,1.0,1.0,9,5,5,1.0
11
+ Climate,Moving-Average,143.54507040671498,1.2316852717444113,10,5,5,1.0
12
+ Climate,ARIMA,119.4372200189785,103.17710567295492,11,5,5,1.0
13
+ Climate,ETS,217.04075180142038,121.12310949368845,12,5,5,1.0
14
  Finance,Moirai-2.0,0.5826698969963306,0.6822345677988843,1,2,2,1.0
15
  Finance,Toto-1.0,0.5706781155112679,0.7204935375962049,2,2,2,1.0
16
  Finance,TiRex,0.7138015093931491,0.7633978684290076,3,2,2,1.0
results/aggregates/results_by_frequency.csv CHANGED
@@ -35,18 +35,18 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
35
  1D,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
36
  1D,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
37
  1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0
38
- 1h,TiRex,0.26961508110078664,0.49067348285229834,1,5,5,1.0
39
- 1h,Toto-1.0,0.515570731880881,0.44534963262476995,2,5,5,1.0
40
- 1h,Chronos-Bolt,0.25140974042664854,0.46277196005355875,3,5,5,1.0
41
- 1h,Moirai-2.0,0.31594516208960327,0.5164594350155862,4,5,5,1.0
42
- 1h,Sundial,0.4378436374168346,0.5243620732295946,5,5,5,1.0
43
- 1h,Chronos-2,0.24490186794711805,0.4899655911676276,6,5,5,1.0
44
- 1h,TabPFN-TS,0.25445794239133385,0.47490077728335234,7,5,5,1.0
45
- 1h,TimesFM-2.5,0.3043603617339373,0.5150560271912717,8,5,5,1.0
46
- 1h,ARIMA,0.6324520624473746,0.7063361933588487,9,5,5,1.0
47
- 1h,Seasonal-Naive,1.0,1.0,10,5,5,1.0
48
- 1h,ETS,1.3341986578913418,1.0616575759323303,11,5,5,1.0
49
- 1h,Moving-Average,1.0643190223437304,0.9654014649632139,12,5,5,1.0
50
  1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0
51
  1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,2,1,1,1.0
52
  1mo,Toto-1.0,0.6317640740160342,0.6385745807295035,3,1,1,1.0
 
35
  1D,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
36
  1D,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
37
  1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0
38
+ 1h,Toto-1.0,1.0016070768944392,0.4714968748402242,1,6,6,1.0
39
+ 1h,TiRex,0.3382279003720086,0.5588928339157739,2,6,6,1.0
40
+ 1h,Sundial,0.4702560524370223,0.5626885175509047,3,6,6,1.0
41
+ 1h,Moirai-2.0,0.34402231618078205,0.5748601690435697,4,6,6,1.0
42
+ 1h,Chronos-2,0.29125786594036307,0.539453145875915,5,6,6,1.0
43
+ 1h,Chronos-Bolt,0.3298958524956676,0.5380888199002695,6,6,6,1.0
44
+ 1h,TimesFM-2.5,0.3561408068324517,0.5728553439354717,7,6,6,1.0
45
+ 1h,TabPFN-TS,0.365437660337403,0.5937829236653462,8,6,6,1.0
46
+ 1h,ARIMA,0.9207310952433905,0.8835935711048458,9,6,6,1.0
47
+ 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0
48
+ 1h,ETS,1.8109469089503119,1.285975707215313,11,6,6,1.0
49
+ 1h,Moving-Average,1.3008167048138466,1.1070980357903253,12,6,6,1.0
50
  1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0
51
  1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,2,1,1,1.0
52
  1mo,Toto-1.0,0.6317640740160342,0.6385745807295035,3,1,1,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -23,18 +23,18 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
23
  12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
24
  12,Toto-1.0,2799.5847261862978,13194.792991280267,11,2,2,1.0
25
  12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
26
- 24,Toto-1.0,0.5813238933948915,0.5008610992519111,1,6,6,1.0
27
- 24,TiRex,0.33051202765805815,0.5741504441395099,2,6,6,1.0
28
- 24,Chronos-Bolt,0.311206961773943,0.5423267434363775,3,6,6,1.0
29
- 24,Chronos-2,0.30515625724605744,0.5680026943051727,4,6,6,1.0
30
- 24,Sundial,0.5125478401448619,0.6035819725869486,5,6,6,1.0
31
- 24,Moirai-2.0,0.39198003105025603,0.5992267387012381,6,6,6,1.0
32
- 24,TabPFN-TS,0.31451187091046684,0.5465222337084584,7,6,6,1.0
33
- 24,TimesFM-2.5,0.3650748634150262,0.5919863472126469,8,6,6,1.0
34
- 24,ETS,1.1680148879309085,1.0413796608815467,9,6,6,1.0
35
- 24,ARIMA,0.6797526070838145,0.8475935874464289,10,6,6,1.0
36
- 24,Seasonal-Naive,1.0,1.0,11,6,6,1.0
37
- 24,Moving-Average,1.0519258706520014,0.9947492758999362,12,6,6,1.0
38
  36,Seasonal-Naive,1.0,1.0,1,1,1,1.0
39
  36,Moving-Average,5820209059.2334,1.0,2,1,1,1.0
40
  36,Chronos-2,481007.7791630597,804748060.6482005,3,1,1,1.0
 
23
  12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
24
  12,Toto-1.0,2799.5847261862978,13194.792991280267,11,2,2,1.0
25
  12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
26
+ 24,Toto-1.0,1.009668639984368,0.5172104833310016,1,7,7,1.0
27
+ 24,Sundial,0.532776880449515,0.6284447087303068,2,7,7,1.0
28
+ 24,Chronos-2,0.34308805307984536,0.6039480027326023,3,7,7,1.0
29
+ 24,TiRex,0.3898982861535139,0.6276788645280685,4,7,7,1.0
30
+ 24,Chronos-Bolt,0.3810215100746988,0.6033241077499412,5,7,7,1.0
31
+ 24,Moirai-2.0,0.40886301697823646,0.6430555288421891,6,7,7,1.0
32
+ 24,TimesFM-2.5,0.4069893829268795,0.635721352258368,7,7,7,1.0
33
+ 24,TabPFN-TS,0.4161325764557816,0.6487195341227548,8,7,7,1.0
34
+ 24,Seasonal-Naive,1.0,1.0,9,7,7,1.0
35
+ 24,ARIMA,0.9282833997431171,1.000521163309046,10,7,7,1.0
36
+ 24,ETS,1.5467913199445464,1.2307256723586495,11,7,7,1.0
37
+ 24,Moving-Average,1.2514309855874548,1.1138762117913463,12,7,7,1.0
38
  36,Seasonal-Naive,1.0,1.0,1,1,1,1.0
39
  36,Moving-Average,5820209059.2334,1.0,2,1,1,1.0
40
  36,Chronos-2,481007.7791630597,804748060.6482005,3,1,1,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,13 +1,13 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,TiRex,1.2079508252407816,5.938709761323798,1,12,12,1.0
3
- Overall,Chronos-2,1.17543317993143,6.195175403183563,2,12,12,1.0
4
- Overall,TabPFN-TS,1.1037728013499857,3.220023317766516,3,12,12,1.0
5
- Overall,Toto-1.0,18.79806801957614,21.751761981182323,4,12,12,1.0
6
- Overall,TimesFM-2.5,1.0952851953387903,3.430395416465028,5,12,12,1.0
7
- Overall,Sundial,2.7344013655113204,9.448097198719006,6,12,12,1.0
8
- Overall,Chronos-Bolt,1.638675377846678,13.314942304193027,7,12,12,1.0
9
- Overall,Moirai-2.0,1.7602067983312069,10.598975211051526,8,12,12,1.0
10
- Overall,Seasonal-Naive,1.0,1.0,9,12,12,1.0
11
- Overall,ETS,5.361843214488767,14.580684736631806,10,12,12,1.0
12
- Overall,Moving-Average,5.895707257337134,2.5441731202557074,11,12,12,1.0
13
- Overall,ARIMA,4.187443223970006,15.2354412320567,12,12,12,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,Chronos-2,1.128612042451697,5.328191523795082,1,13,13,1.0
3
+ Overall,TiRex,1.195072805408747,5.205778135300861,2,13,13,1.0
4
+ Overall,Toto-1.0,19.367998413969882,16.558581610024014,3,13,13,1.0
5
+ Overall,Sundial,2.4546038286622447,7.81431819236494,4,13,13,1.0
6
+ Overall,TimesFM-2.5,1.067185060703707,3.1139921338320558,5,13,13,1.0
7
+ Overall,TabPFN-TS,1.1652309218484087,3.0810370771308984,6,13,13,1.0
8
+ Overall,Moirai-2.0,1.6041615896427395,8.82666871314939,7,13,13,1.0
9
+ Overall,Chronos-Bolt,1.6081558556350863,11.023903222596923,8,13,13,1.0
10
+ Overall,Seasonal-Naive,1.0,1.0,9,13,13,1.0
11
+ Overall,Moving-Average,5.669787778290935,2.5155091119635853,10,13,13,1.0
12
+ Overall,ETS,5.547338955961479,13.021998444347403,11,13,13,1.0
13
+ Overall,ARIMA,4.306063796043102,13.339273770187775,12,13,13,1.0
results/dataset_eval_intervals.json CHANGED
@@ -3,7 +3,6 @@
3
  "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd": 2592000,
4
  "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total": 900,
5
  "data_gov_sg_singapore_taxi_availability_available_taxi_count": 300,
6
- "nasa_power_shanghai_hourly_T2M": 3600,
7
  "noaa_coops_sf_water_level_water_level": 360,
8
  "noaa_ndbc_46013_realtime_wave_height": 600,
9
  "nws_ksfo_observations_temperature": 3600,
 
3
  "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd": 2592000,
4
  "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total": 900,
5
  "data_gov_sg_singapore_taxi_availability_available_taxi_count": 300,
 
6
  "noaa_coops_sf_water_level_water_level": 360,
7
  "noaa_ndbc_46013_realtime_wave_height": 600,
8
  "nws_ksfo_observations_temperature": 3600,
results/dataset_properties.csv CHANGED
@@ -3,6 +3,7 @@ binance_btcusdt_1h_close,Finance,1h,1
3
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
 
6
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
7
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
8
  nws_ksfo_observations_temperature,Weather,1h,1
 
3
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
6
+ nasa_power_shanghai_hourly_t2m,Weather,1h,1
7
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
8
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
9
  nws_ksfo_observations_temperature,Weather,1h,1
results/online_status.json CHANGED
@@ -2,8 +2,8 @@
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
- "started_at": "2026-07-16T07:15:47.740210+00:00",
6
- "finished_at": "2026-07-16T07:15:49.530129+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
  "task_count": 2,
@@ -19,7 +19,7 @@
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
- "evaluated_at": "2026-07-16T07:15:47.812619+00:00",
23
  "resolved_tasks": []
24
  },
25
  "TiRex": {
@@ -28,7 +28,7 @@
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
- "evaluated_at": "2026-07-16T07:15:47.812627+00:00",
32
  "resolved_tasks": []
33
  },
34
  "TimesFM-2.5": {
@@ -37,7 +37,7 @@
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
- "evaluated_at": "2026-07-16T07:15:47.812628+00:00",
41
  "resolved_tasks": []
42
  },
43
  "Toto-1.0": {
@@ -46,7 +46,7 @@
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
- "evaluated_at": "2026-07-16T07:15:47.812629+00:00",
50
  "resolved_tasks": []
51
  },
52
  "Moirai-2.0": {
@@ -55,7 +55,7 @@
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
- "evaluated_at": "2026-07-16T07:15:47.812630+00:00",
59
  "resolved_tasks": []
60
  },
61
  "Chronos-Bolt": {
@@ -64,7 +64,7 @@
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
- "evaluated_at": "2026-07-16T07:15:47.812631+00:00",
68
  "resolved_tasks": []
69
  },
70
  "TabPFN-TS": {
@@ -73,7 +73,7 @@
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
- "evaluated_at": "2026-07-16T07:15:47.812632+00:00",
77
  "resolved_tasks": []
78
  },
79
  "Sundial": {
@@ -82,7 +82,7 @@
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
- "evaluated_at": "2026-07-16T07:15:47.812634+00:00",
86
  "resolved_tasks": []
87
  },
88
  "Moving-Average": {
@@ -91,7 +91,7 @@
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
- "evaluated_at": "2026-07-16T07:15:47.812635+00:00",
95
  "resolved_tasks": []
96
  },
97
  "ETS": {
@@ -100,7 +100,7 @@
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
- "evaluated_at": "2026-07-16T07:15:47.812636+00:00",
104
  "resolved_tasks": []
105
  },
106
  "ARIMA": {
@@ -109,7 +109,7 @@
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
- "evaluated_at": "2026-07-16T07:15:47.812637+00:00",
113
  "resolved_tasks": []
114
  },
115
  "Seasonal-Naive": {
@@ -118,7 +118,7 @@
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
- "evaluated_at": "2026-07-16T07:15:47.812639+00:00",
122
  "resolved_tasks": []
123
  }
124
  },
@@ -142,7 +142,5 @@
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
- "push_status": "ok",
146
- "pushed_at": "2026-07-16T07:16:03.394905+00:00",
147
- "push_detail": "HF Hub API"
148
  }
 
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-16T07:21:08.825602+00:00",
6
+ "finished_at": "2026-07-16T07:21:10.989483+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
  "task_count": 2,
 
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-16T07:21:08.922996+00:00",
23
  "resolved_tasks": []
24
  },
25
  "TiRex": {
 
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
+ "evaluated_at": "2026-07-16T07:21:08.923008+00:00",
32
  "resolved_tasks": []
33
  },
34
  "TimesFM-2.5": {
 
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
+ "evaluated_at": "2026-07-16T07:21:08.923010+00:00",
41
  "resolved_tasks": []
42
  },
43
  "Toto-1.0": {
 
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
+ "evaluated_at": "2026-07-16T07:21:08.923011+00:00",
50
  "resolved_tasks": []
51
  },
52
  "Moirai-2.0": {
 
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
+ "evaluated_at": "2026-07-16T07:21:08.923013+00:00",
59
  "resolved_tasks": []
60
  },
61
  "Chronos-Bolt": {
 
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
+ "evaluated_at": "2026-07-16T07:21:08.923014+00:00",
68
  "resolved_tasks": []
69
  },
70
  "TabPFN-TS": {
 
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
+ "evaluated_at": "2026-07-16T07:21:08.923015+00:00",
77
  "resolved_tasks": []
78
  },
79
  "Sundial": {
 
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
+ "evaluated_at": "2026-07-16T07:21:08.923017+00:00",
86
  "resolved_tasks": []
87
  },
88
  "Moving-Average": {
 
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
+ "evaluated_at": "2026-07-16T07:21:08.923019+00:00",
95
  "resolved_tasks": []
96
  },
97
  "ETS": {
 
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
+ "evaluated_at": "2026-07-16T07:21:08.923020+00:00",
104
  "resolved_tasks": []
105
  },
106
  "ARIMA": {
 
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
+ "evaluated_at": "2026-07-16T07:21:08.923022+00:00",
113
  "resolved_tasks": []
114
  },
115
  "Seasonal-Naive": {
 
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
+ "evaluated_at": "2026-07-16T07:21:08.923024+00:00",
122
  "resolved_tasks": []
123
  }
124
  },
 
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
+ "push_status": "pending"
 
 
146
  }