ziyuzhou02 commited on
Commit
e9cebab
·
verified ·
1 Parent(s): a775dce

Update leaderboard results from local eval

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-16T01:52:29.902909+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
1
  {
2
+ "generated_at": "2026-07-16T01:58:40.750746+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-16T01:52:28.165759+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
@@ -10,7 +10,7 @@
10
  "frequency",
11
  "prediction_length"
12
  ],
13
- "num_configs": 13,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
 
1
  {
2
+ "generated_at": "2026-07-16T01:58:38.823040+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
10
  "frequency",
11
  "prediction_length"
12
  ],
13
+ "num_configs": 12,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -11,18 +11,18 @@ Climate,Seasonal-Naive,1.0,1.0,9,5,5,1.0
11
  Climate,Moving-Average,159.77281887381707,1.1263517879702998,10,5,5,1.0
12
  Climate,ARIMA,105.81962423353569,106.0424063443187,11,5,5,1.0
13
  Climate,ETS,299.92736813140743,250.27349462409444,12,5,5,1.0
14
- Finance,Moirai-2.0,0.5826698969963306,0.6822345677988843,1,2,2,1.0
15
- Finance,Toto-1.0,0.5706781155112679,0.7204935375962049,2,2,2,1.0
16
- Finance,TiRex,0.7138015093931491,0.7633978684290076,3,2,2,1.0
17
- Finance,Chronos-2,0.7503472532053872,0.7918503984901072,4,2,2,1.0
18
- Finance,Chronos-Bolt,0.7901795854751713,0.8387854515335368,5,2,2,1.0
19
- Finance,Sundial,0.7118320624140542,0.8677803385972481,6,2,2,1.0
20
- Finance,TimesFM-2.5,0.74001465892806,0.8843017639992972,7,2,2,1.0
21
- Finance,ARIMA,0.8211017151519827,1.0666311028701931,8,2,2,1.0
22
- Finance,ETS,0.8890271718787158,0.9667633054014301,9,2,2,1.0
23
- Finance,Seasonal-Naive,1.0,1.0,10,2,2,1.0
24
- Finance,TabPFN-TS,0.858525122456298,1.01589094727757,11,2,2,1.0
25
- Finance,Moving-Average,0.9388471937046886,1.01960272759266,12,2,2,1.0
26
  Hazards,Sundial,0.3273160480085309,0.4193280920503947,1,1,1,1.0
27
  Hazards,Moirai-2.0,0.32569445648969436,0.4331667820188408,2,1,1,1.0
28
  Hazards,TiRex,0.3445880803816212,0.4439358821907054,3,1,1,1.0
@@ -35,18 +35,6 @@ Hazards,ETS,0.4097058432945793,0.5023034871090872,9,1,1,1.0
35
  Hazards,TimesFM-2.5,0.3313896322642266,0.5171141700300714,10,1,1,1.0
36
  Hazards,Moving-Average,0.4855617256884374,0.5552835735242835,11,1,1,1.0
37
  Hazards,Seasonal-Naive,1.0,1.0,12,1,1,1.0
38
- Hydrology,Toto-1.0,1.059419019475502,0.9011525625109388,1,1,1,1.0
39
- Hydrology,ETS,0.6006033823804227,0.9456539293454336,2,1,1,1.0
40
- Hydrology,Seasonal-Naive,1.0,1.0,3,1,1,1.0
41
- Hydrology,TabPFN-TS,0.9072817960520482,1.1031450132076928,4,1,1,1.0
42
- Hydrology,Moving-Average,0.992091423652853,1.1554256981141762,5,1,1,1.0
43
- Hydrology,TimesFM-2.5,0.9064651888207449,1.1874020019360354,6,1,1,1.0
44
- Hydrology,Chronos-2,0.9165859366065477,1.1892535740068264,7,1,1,1.0
45
- Hydrology,Chronos-Bolt,0.9044515845086908,1.1987564124299974,8,1,1,1.0
46
- Hydrology,Sundial,1.126707619118258,1.2197229649080121,9,1,1,1.0
47
- Hydrology,TiRex,0.9149612587875651,1.2594800394316603,10,1,1,1.0
48
- Hydrology,Moirai-2.0,1.1521926746667974,1.259986889725347,11,1,1,1.0
49
- Hydrology,ARIMA,0.9749160624631061,2.108961597403735,12,1,1,1.0
50
  Ocean,ETS,0.28542382521366244,0.4299816383847966,1,2,2,1.0
51
  Ocean,TiRex,0.1754748232723535,0.45172186655332697,2,2,2,1.0
52
  Ocean,ARIMA,0.2330479785934488,0.485772740999345,3,2,2,1.0
 
11
  Climate,Moving-Average,159.77281887381707,1.1263517879702998,10,5,5,1.0
12
  Climate,ARIMA,105.81962423353569,106.0424063443187,11,5,5,1.0
13
  Climate,ETS,299.92736813140743,250.27349462409444,12,5,5,1.0
14
+ Finance,Toto-1.0,0.490272554316775,0.746096238465787,1,2,2,1.0
15
+ Finance,Moirai-2.0,0.6312660077868162,0.8108886016892549,2,2,2,1.0
16
+ Finance,TiRex,0.6970359659330505,0.8554291651847061,3,2,2,1.0
17
+ Finance,Sundial,0.687501552521091,0.933061326351392,4,2,2,1.0
18
+ Finance,TimesFM-2.5,0.7133634503792078,0.9579988007726827,5,2,2,1.0
19
+ Finance,Chronos-2,0.8567163638821076,0.9641742683128636,6,2,2,1.0
20
+ Finance,Chronos-Bolt,0.841390289358639,1.0272390190475695,7,2,2,1.0
21
+ Finance,Seasonal-Naive,1.0,1.0,8,2,2,1.0
22
+ Finance,Moving-Average,0.8660947068803557,1.0776443736480117,9,2,2,1.0
23
+ Finance,TabPFN-TS,0.9384320493859248,1.1918965752816275,10,2,2,1.0
24
+ Finance,ETS,1.029543518326997,1.1796599077716756,11,2,2,1.0
25
+ Finance,ARIMA,0.8680264810756745,1.5006525167266678,12,2,2,1.0
26
  Hazards,Sundial,0.3273160480085309,0.4193280920503947,1,1,1,1.0
27
  Hazards,Moirai-2.0,0.32569445648969436,0.4331667820188408,2,1,1,1.0
28
  Hazards,TiRex,0.3445880803816212,0.4439358821907054,3,1,1,1.0
 
35
  Hazards,TimesFM-2.5,0.3313896322642266,0.5171141700300714,10,1,1,1.0
36
  Hazards,Moving-Average,0.4855617256884374,0.5552835735242835,11,1,1,1.0
37
  Hazards,Seasonal-Naive,1.0,1.0,12,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
38
  Ocean,ETS,0.28542382521366244,0.4299816383847966,1,2,2,1.0
39
  Ocean,TiRex,0.1754748232723535,0.45172186655332697,2,2,2,1.0
40
  Ocean,ARIMA,0.2330479785934488,0.485772740999345,3,2,2,1.0
results/aggregates/results_by_frequency.csv CHANGED
@@ -11,18 +11,6 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
11
  10min,Sundial,2.071349659599894,1.6177202860610675,10,1,1,1.0
12
  10min,TimesFM-2.5,2.3658843864217536,1.6916949081239159,11,1,1,1.0
13
  10min,TabPFN-TS,2.495091871315658,2.008377497831248,12,1,1,1.0
14
- 15min,Toto-1.0,1.059419019475502,0.9011525625109388,1,1,1,1.0
15
- 15min,ETS,0.6006033823804227,0.9456539293454336,2,1,1,1.0
16
- 15min,Seasonal-Naive,1.0,1.0,3,1,1,1.0
17
- 15min,TabPFN-TS,0.9072817960520482,1.1031450132076928,4,1,1,1.0
18
- 15min,Moving-Average,0.992091423652853,1.1554256981141762,5,1,1,1.0
19
- 15min,TimesFM-2.5,0.9064651888207449,1.1874020019360354,6,1,1,1.0
20
- 15min,Chronos-2,0.9165859366065477,1.1892535740068264,7,1,1,1.0
21
- 15min,Chronos-Bolt,0.9044515845086908,1.1987564124299974,8,1,1,1.0
22
- 15min,Sundial,1.126707619118258,1.2197229649080121,9,1,1,1.0
23
- 15min,TiRex,0.9149612587875651,1.2594800394316603,10,1,1,1.0
24
- 15min,Moirai-2.0,1.1521926746667974,1.259986889725347,11,1,1,1.0
25
- 15min,ARIMA,0.9749160624631061,2.108961597403735,12,1,1,1.0
26
  1D,Sundial,0.20244880832897819,0.31071330341508385,1,1,1,1.0
27
  1D,TabPFN-TS,0.17052198003432278,0.3202668885632687,2,1,1,1.0
28
  1D,Chronos-2,0.26094607467981124,0.3476579918970984,3,1,1,1.0
@@ -35,30 +23,18 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
35
  1D,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
36
  1D,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
37
  1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0
38
- 1h,Toto-1.0,0.525571484374273,0.5031476982942246,1,6,6,1.0
39
- 1h,TiRex,0.29541585609238585,0.5477785323097533,2,6,6,1.0
40
- 1h,Sundial,0.4381648352886234,0.5622606899749245,3,6,6,1.0
41
- 1h,Moirai-2.0,0.3603419685738241,0.5863146074243436,4,6,6,1.0
42
- 1h,Chronos-Bolt,0.33884210045384827,0.5546182641363989,5,6,6,1.0
43
- 1h,TabPFN-TS,0.2874759255152618,0.5229188641117444,6,6,6,1.0
44
- 1h,Chronos-2,0.29476896625527743,0.5610532279171297,7,6,6,1.0
45
- 1h,TimesFM-2.5,0.3191523476744692,0.560047248609325,8,6,6,1.0
46
- 1h,ARIMA,0.8404975441503915,0.8363173568745856,9,6,6,1.0
47
- 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0
48
- 1h,ETS,1.6635997452377165,1.2083358306251828,11,6,6,1.0
49
- 1h,Moving-Average,1.2194316816718922,1.0276171272589871,12,6,6,1.0
50
- 1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0
51
- 1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,2,1,1,1.0
52
- 1mo,Toto-1.0,0.6317640740160342,0.6385745807295035,3,1,1,1.0
53
- 1mo,Chronos-2,0.6879834115815433,0.6437671766189335,4,1,1,1.0
54
- 1mo,TiRex,0.7187693708563099,0.6536268717700132,5,1,1,1.0
55
- 1mo,ARIMA,0.7464480695996939,0.7692893066778397,6,1,1,1.0
56
- 1mo,ETS,0.7580203095992263,0.7703148978390245,7,1,1,1.0
57
- 1mo,Sundial,0.7423182015400501,0.7871685560956725,8,1,1,1.0
58
- 1mo,TimesFM-2.5,0.7803986235065251,0.7985326751147283,9,1,1,1.0
59
- 1mo,Moving-Average,0.9249973049108767,0.8887079460534169,10,1,1,1.0
60
- 1mo,TabPFN-TS,0.8352213750339312,0.8925810519947165,11,1,1,1.0
61
- 1mo,Seasonal-Naive,1.0,1.0,12,1,1,1.0
62
  5min,Seasonal-Naive,1.0,1.0,1,2,2,1.0
63
  5min,TabPFN-TS,846.7876796088078,29053.815581522154,2,2,2,1.0
64
  5min,TiRex,551.0521617602362,805704.0588436335,3,2,2,1.0
 
11
  10min,Sundial,2.071349659599894,1.6177202860610675,10,1,1,1.0
12
  10min,TimesFM-2.5,2.3658843864217536,1.6916949081239159,11,1,1,1.0
13
  10min,TabPFN-TS,2.495091871315658,2.008377497831248,12,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
14
  1D,Sundial,0.20244880832897819,0.31071330341508385,1,1,1,1.0
15
  1D,TabPFN-TS,0.17052198003432278,0.3202668885632687,2,1,1,1.0
16
  1D,Chronos-2,0.26094607467981124,0.3476579918970984,3,1,1,1.0
 
23
  1D,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
24
  1D,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
25
  1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0
26
+ 1h,Toto-1.0,0.5166607713776545,0.5257948143608687,1,7,7,1.0
27
+ 1h,TiRex,0.3331575726410488,0.5803492832931145,2,7,7,1.0
28
+ 1h,Sundial,0.4677670689398721,0.6023009487602548,3,7,7,1.0
29
+ 1h,Moirai-2.0,0.39366502152505656,0.6136815446743383,4,7,7,1.0
30
+ 1h,Chronos-Bolt,0.38044713021431437,0.598958161836367,5,7,7,1.0
31
+ 1h,TimesFM-2.5,0.3588565116726023,0.6027914623346193,6,7,7,1.0
32
+ 1h,Chronos-2,0.34555474743677367,0.6052966747364644,7,7,7,1.0
33
+ 1h,TabPFN-TS,0.34341221055824095,0.5907908807090058,8,7,7,1.0
34
+ 1h,ARIMA,0.8395953914550478,0.9110657826904709,9,7,7,1.0
35
+ 1h,Seasonal-Naive,1.0,1.0,10,7,7,1.0
36
+ 1h,Moving-Average,1.1455228348647397,1.0225648504894602,11,7,7,1.0
37
+ 1h,ETS,1.5505667465098907,1.1993681347464682,12,7,7,1.0
 
 
 
 
 
 
 
 
 
 
 
 
38
  5min,Seasonal-Naive,1.0,1.0,1,2,2,1.0
39
  5min,TabPFN-TS,846.7876796088078,29053.815581522154,2,2,2,1.0
40
  5min,TiRex,551.0521617602362,805704.0588436335,3,2,2,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -11,30 +11,30 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
11
  7,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
12
  7,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
13
  7,Seasonal-Naive,1.0,1.0,12,1,1,1.0
14
- 12,Chronos-2,0.8294476545156683,38.946376459967496,1,2,2,1.0
15
- 12,TiRex,0.847802672121473,30.22591777828443,2,2,2,1.0
16
- 12,Moirai-2.0,0.7551088053055054,483.94979926515697,3,2,2,1.0
17
- 12,TimesFM-2.5,0.883401733927733,0.8936065549864372,4,2,2,1.0
18
- 12,Chronos-Bolt,0.8576213668056174,1427.1372538860771,5,2,2,1.0
19
- 12,TabPFN-TS,0.9139044671265871,0.9447650776752475,6,2,2,1.0
20
- 12,Sundial,0.8615789003568101,123.9270342742203,7,2,2,1.0
21
- 12,ARIMA,0.8639722620545719,438.7361038019728,8,2,2,1.0
22
- 12,Seasonal-Naive,1.0,1.0,9,2,2,1.0
23
- 12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
24
- 12,Toto-1.0,5433.019128724764,13139.021333553545,11,2,2,1.0
25
- 12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
26
- 24,Toto-1.0,0.5809284515500162,0.5468308877101392,1,7,7,1.0
27
- 24,TiRex,0.34719400424485003,0.6169645220363721,2,7,7,1.0
28
- 24,Sundial,0.5014570770760634,0.6280351232074008,3,7,7,1.0
29
- 24,TabPFN-TS,0.33877183571120495,0.5817660204434623,4,7,7,1.0
30
- 24,Chronos-2,0.3466300809171106,0.6246174636401652,5,7,7,1.0
31
- 24,TimesFM-2.5,0.3704782957266342,0.6235185777351616,6,7,7,1.0
32
- 24,Chronos-Bolt,0.38986112418057645,0.6191754189456173,7,7,7,1.0
33
- 24,Moirai-2.0,0.42543243615517456,0.6540228197859443,8,7,7,1.0
34
- 24,Seasonal-Naive,1.0,1.0,9,7,7,1.0
35
- 24,ARIMA,0.8585010793641019,0.9544572388746771,10,7,7,1.0
36
- 24,ETS,1.4382690025672886,1.1667551762399706,11,7,7,1.0
37
- 24,Moving-Average,1.184013484628379,1.0449711237786645,12,7,7,1.0
38
  36,Seasonal-Naive,1.0,1.0,1,1,1,1.0
39
  36,Moving-Average,14650871080.139317,1.0,2,1,1,1.0
40
  36,TiRex,303658.4849806295,464431863.7683007,3,1,1,1.0
 
11
  7,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
12
  7,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
13
  7,Seasonal-Naive,1.0,1.0,12,1,1,1.0
14
+ 12,Seasonal-Naive,1.0,1.0,1,1,1,1.0
15
+ 12,TabPFN-TS,1.0,1.0,2,1,1,1.0
16
+ 12,TimesFM-2.5,1.0,1.0,3,1,1,1.0
17
+ 12,TiRex,1.0,1397.7486927145103,4,1,1,1.0
18
+ 12,Chronos-2,1.0,2356.162747109683,5,1,1,1.0
19
+ 12,Sundial,1.0,19510.319238586537,6,1,1,1.0
20
+ 12,ARIMA,1.0,250217.138218906,7,1,1,1.0
21
+ 12,ETS,1.0,250217.138218906,8,1,1,1.0
22
+ 12,Moving-Average,1.0,250217.138218906,9,1,1,1.0
23
+ 12,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
24
+ 12,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
25
+ 12,Toto-1.0,46722658.136366285,270342551.69749993,12,1,1,1.0
26
+ 24,Toto-1.0,0.5166607713776545,0.5257948143608687,1,7,7,1.0
27
+ 24,TiRex,0.3331575726410488,0.5803492832931145,2,7,7,1.0
28
+ 24,Sundial,0.4677670689398721,0.6023009487602548,3,7,7,1.0
29
+ 24,Moirai-2.0,0.39366502152505656,0.6136815446743383,4,7,7,1.0
30
+ 24,Chronos-Bolt,0.38044713021431437,0.598958161836367,5,7,7,1.0
31
+ 24,TimesFM-2.5,0.3588565116726023,0.6027914623346193,6,7,7,1.0
32
+ 24,Chronos-2,0.34555474743677367,0.6052966747364644,7,7,7,1.0
33
+ 24,TabPFN-TS,0.34341221055824095,0.5907908807090058,8,7,7,1.0
34
+ 24,ARIMA,0.8395953914550478,0.9110657826904709,9,7,7,1.0
35
+ 24,Seasonal-Naive,1.0,1.0,10,7,7,1.0
36
+ 24,Moving-Average,1.1455228348647397,1.0225648504894602,11,7,7,1.0
37
+ 24,ETS,1.5505667465098907,1.1993681347464682,12,7,7,1.0
38
  36,Seasonal-Naive,1.0,1.0,1,1,1,1.0
39
  36,Moving-Average,14650871080.139317,1.0,2,1,1,1.0
40
  36,TiRex,303658.4849806295,464431863.7683007,3,1,1,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,13 +1,13 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,TiRex,1.001990744438213,4.941483438441363,1,13,13,1.0
3
- Overall,TabPFN-TS,1.034619432565699,2.8948040640427104,2,13,13,1.0
4
- Overall,Chronos-2,1.3937193430578247,5.823459475845542,3,13,13,1.0
5
- Overall,Sundial,2.0491786430155225,7.434185718303291,4,13,13,1.0
6
- Overall,Toto-1.0,28.50136596206079,17.08230542259793,5,13,13,1.0
7
- Overall,TimesFM-2.5,1.0110500838445633,3.1422902140628106,6,13,13,1.0
8
- Overall,Chronos-Bolt,1.4913167306739428,11.031346913034135,7,13,13,1.0
9
- Overall,Moirai-2.0,1.6581811141643683,8.998076074930607,8,13,13,1.0
10
- Overall,Seasonal-Naive,1.0,1.0,9,13,13,1.0
11
- Overall,Moving-Average,5.908225189810836,2.4304849434692586,10,13,13,1.0
12
- Overall,ARIMA,4.110171030275593,13.480551513823269,11,13,13,1.0
13
- Overall,ETS,6.282224856081848,17.21486946089997,12,13,13,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,TiRex,1.0056150117757083,5.643757789816343,1,12,12,1.0
3
+ Overall,Sundial,2.1414596366208425,8.747779360843728,2,12,12,1.0
4
+ Overall,TimesFM-2.5,1.0140737784678595,3.4535128922102305,3,12,12,1.0
5
+ Overall,TabPFN-TS,1.0616355948446414,3.2218103170246053,4,12,12,1.0
6
+ Overall,Chronos-2,1.475495762524243,6.869503354058416,5,12,12,1.0
7
+ Overall,Toto-1.0,36.56143454321662,21.955986548883853,6,12,12,1.0
8
+ Overall,Moirai-2.0,1.7322311316854073,10.909450497853557,7,12,12,1.0
9
+ Overall,Chronos-Bolt,1.5711363826206497,13.728511297500134,8,12,12,1.0
10
+ Overall,Seasonal-Naive,1.0,1.0,9,12,12,1.0
11
+ Overall,Moving-Average,6.763854093483567,2.609834235955987,10,12,12,1.0
12
+ Overall,ARIMA,4.676887809916509,16.655406073128766,11,12,12,1.0
13
+ Overall,ETS,7.828806597182225,22.6633515730427,12,12,12,1.0
results/dataset_eval_intervals.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "binance_btcusdt_1h_close": 300,
3
- "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd": 2592000,
4
  "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total": 900,
5
  "data_gov_sg_singapore_taxi_availability_available_taxi_count": 300,
6
  "nasa_power_shanghai_hourly_T2M": 3600,
 
1
  {
2
  "binance_btcusdt_1h_close": 300,
3
+ "coingecko_bitcoin_7d_price_usd": 300,
4
  "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total": 900,
5
  "data_gov_sg_singapore_taxi_availability_available_taxi_count": 300,
6
  "nasa_power_shanghai_hourly_T2M": 3600,
results/dataset_properties.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
6
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
@@ -10,5 +10,4 @@ nws_ksfo_observations_temperature,Weather,1h,1
10
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
11
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
12
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
13
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
14
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
6
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
 
10
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
11
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
12
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
13
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -2,14 +2,14 @@
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
- "started_at": "2026-07-16T01:49:05.737999+00:00",
6
- "finished_at": "2026-07-16T01:52:29.923363+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
- "task_count": 4,
10
- "issued_tasks": 3,
11
- "issued_forecasts": 36,
12
- "resolved_forecasts": 36,
13
  "pending_tasks": 12,
14
  "failed_forecasts": [],
15
  "models": {
@@ -19,36 +19,8 @@
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
- "evaluated_at": "2026-07-16T01:52:27.728525+00:00",
23
- "resolved_tasks": [
24
- {
25
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
26
- "task_id": "future-332a0a07c6d144c1beb9",
27
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
28
- "resolved_at": "2026-07-16T01:49:05.795694+00:00",
29
- "target_end": "2026-07-15T22:48:00+00:00",
30
- "prediction_length": 60,
31
- "metric_version": "livehouse-canonical-v1"
32
- },
33
- {
34
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
35
- "task_id": "future-85887e8c1ad090f0d26d",
36
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
37
- "resolved_at": "2026-07-16T01:49:05.924399+00:00",
38
- "target_end": "2026-07-16T00:10:00+00:00",
39
- "prediction_length": 24,
40
- "metric_version": "livehouse-canonical-v1"
41
- },
42
- {
43
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
44
- "task_id": "future-d79073b209998f8377f8",
45
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
46
- "resolved_at": "2026-07-16T01:49:06.007378+00:00",
47
- "target_end": "2026-07-15T00:40:00+00:00",
48
- "prediction_length": 72,
49
- "metric_version": "livehouse-canonical-v1"
50
- }
51
- ]
52
  },
53
  "TiRex": {
54
  "model": "TiRex",
@@ -56,36 +28,8 @@
56
  "admitted_at": "2026-06-01T00:00:00Z",
57
  "evaluation_protocol": "issue-now-score-later",
58
  "metric_version": "livehouse-canonical-v1",
59
- "evaluated_at": "2026-07-16T01:52:27.731432+00:00",
60
- "resolved_tasks": [
61
- {
62
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
63
- "task_id": "future-332a0a07c6d144c1beb9",
64
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
65
- "resolved_at": "2026-07-16T01:49:05.875777+00:00",
66
- "target_end": "2026-07-15T22:48:00+00:00",
67
- "prediction_length": 60,
68
- "metric_version": "livehouse-canonical-v1"
69
- },
70
- {
71
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
72
- "task_id": "future-85887e8c1ad090f0d26d",
73
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
74
- "resolved_at": "2026-07-16T01:49:05.981303+00:00",
75
- "target_end": "2026-07-16T00:10:00+00:00",
76
- "prediction_length": 24,
77
- "metric_version": "livehouse-canonical-v1"
78
- },
79
- {
80
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
81
- "task_id": "future-d79073b209998f8377f8",
82
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
83
- "resolved_at": "2026-07-16T01:49:06.107476+00:00",
84
- "target_end": "2026-07-15T00:40:00+00:00",
85
- "prediction_length": 72,
86
- "metric_version": "livehouse-canonical-v1"
87
- }
88
- ]
89
  },
90
  "TimesFM-2.5": {
91
  "model": "TimesFM-2.5",
@@ -93,36 +37,8 @@
93
  "admitted_at": "2026-06-01T00:00:00Z",
94
  "evaluation_protocol": "issue-now-score-later",
95
  "metric_version": "livehouse-canonical-v1",
96
- "evaluated_at": "2026-07-16T01:52:27.734397+00:00",
97
- "resolved_tasks": [
98
- {
99
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
100
- "task_id": "future-332a0a07c6d144c1beb9",
101
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
102
- "resolved_at": "2026-07-16T01:49:05.869175+00:00",
103
- "target_end": "2026-07-15T22:48:00+00:00",
104
- "prediction_length": 60,
105
- "metric_version": "livehouse-canonical-v1"
106
- },
107
- {
108
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
109
- "task_id": "future-85887e8c1ad090f0d26d",
110
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
111
- "resolved_at": "2026-07-16T01:49:05.975754+00:00",
112
- "target_end": "2026-07-16T00:10:00+00:00",
113
- "prediction_length": 24,
114
- "metric_version": "livehouse-canonical-v1"
115
- },
116
- {
117
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
118
- "task_id": "future-d79073b209998f8377f8",
119
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
120
- "resolved_at": "2026-07-16T01:49:06.098948+00:00",
121
- "target_end": "2026-07-15T00:40:00+00:00",
122
- "prediction_length": 72,
123
- "metric_version": "livehouse-canonical-v1"
124
- }
125
- ]
126
  },
127
  "Toto-1.0": {
128
  "model": "Toto-1.0",
@@ -130,36 +46,8 @@
130
  "admitted_at": "2026-06-01T00:00:00Z",
131
  "evaluation_protocol": "issue-now-score-later",
132
  "metric_version": "livehouse-canonical-v1",
133
- "evaluated_at": "2026-07-16T01:52:27.736746+00:00",
134
- "resolved_tasks": [
135
- {
136
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
137
- "task_id": "future-332a0a07c6d144c1beb9",
138
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
139
- "resolved_at": "2026-07-16T01:49:05.905728+00:00",
140
- "target_end": "2026-07-15T22:48:00+00:00",
141
- "prediction_length": 60,
142
- "metric_version": "livehouse-canonical-v1"
143
- },
144
- {
145
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
146
- "task_id": "future-85887e8c1ad090f0d26d",
147
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
148
- "resolved_at": "2026-07-16T01:49:05.986635+00:00",
149
- "target_end": "2026-07-16T00:10:00+00:00",
150
- "prediction_length": 24,
151
- "metric_version": "livehouse-canonical-v1"
152
- },
153
- {
154
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
155
- "task_id": "future-d79073b209998f8377f8",
156
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
157
- "resolved_at": "2026-07-16T01:49:06.123111+00:00",
158
- "target_end": "2026-07-15T00:40:00+00:00",
159
- "prediction_length": 72,
160
- "metric_version": "livehouse-canonical-v1"
161
- }
162
- ]
163
  },
164
  "Moirai-2.0": {
165
  "model": "Moirai-2.0",
@@ -167,36 +55,8 @@
167
  "admitted_at": "2026-06-01T00:00:00Z",
168
  "evaluation_protocol": "issue-now-score-later",
169
  "metric_version": "livehouse-canonical-v1",
170
- "evaluated_at": "2026-07-16T01:52:27.738957+00:00",
171
- "resolved_tasks": [
172
- {
173
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
174
- "task_id": "future-332a0a07c6d144c1beb9",
175
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
176
- "resolved_at": "2026-07-16T01:49:05.819541+00:00",
177
- "target_end": "2026-07-15T22:48:00+00:00",
178
- "prediction_length": 60,
179
- "metric_version": "livehouse-canonical-v1"
180
- },
181
- {
182
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
183
- "task_id": "future-85887e8c1ad090f0d26d",
184
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
185
- "resolved_at": "2026-07-16T01:49:05.943137+00:00",
186
- "target_end": "2026-07-16T00:10:00+00:00",
187
- "prediction_length": 24,
188
- "metric_version": "livehouse-canonical-v1"
189
- },
190
- {
191
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
192
- "task_id": "future-d79073b209998f8377f8",
193
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
194
- "resolved_at": "2026-07-16T01:49:06.034608+00:00",
195
- "target_end": "2026-07-15T00:40:00+00:00",
196
- "prediction_length": 72,
197
- "metric_version": "livehouse-canonical-v1"
198
- }
199
- ]
200
  },
201
  "Chronos-Bolt": {
202
  "model": "Chronos-Bolt",
@@ -204,36 +64,8 @@
204
  "admitted_at": "2026-06-01T00:00:00Z",
205
  "evaluation_protocol": "issue-now-score-later",
206
  "metric_version": "livehouse-canonical-v1",
207
- "evaluated_at": "2026-07-16T01:52:27.741119+00:00",
208
- "resolved_tasks": [
209
- {
210
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
211
- "task_id": "future-332a0a07c6d144c1beb9",
212
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
213
- "resolved_at": "2026-07-16T01:49:05.803405+00:00",
214
- "target_end": "2026-07-15T22:48:00+00:00",
215
- "prediction_length": 60,
216
- "metric_version": "livehouse-canonical-v1"
217
- },
218
- {
219
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
220
- "task_id": "future-85887e8c1ad090f0d26d",
221
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
222
- "resolved_at": "2026-07-16T01:49:05.929919+00:00",
223
- "target_end": "2026-07-16T00:10:00+00:00",
224
- "prediction_length": 24,
225
- "metric_version": "livehouse-canonical-v1"
226
- },
227
- {
228
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
229
- "task_id": "future-d79073b209998f8377f8",
230
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
231
- "resolved_at": "2026-07-16T01:49:06.019201+00:00",
232
- "target_end": "2026-07-15T00:40:00+00:00",
233
- "prediction_length": 72,
234
- "metric_version": "livehouse-canonical-v1"
235
- }
236
- ]
237
  },
238
  "TabPFN-TS": {
239
  "model": "TabPFN-TS",
@@ -241,36 +73,8 @@
241
  "admitted_at": "2026-06-01T00:00:00Z",
242
  "evaluation_protocol": "issue-now-score-later",
243
  "metric_version": "livehouse-canonical-v1",
244
- "evaluated_at": "2026-07-16T01:52:27.743360+00:00",
245
- "resolved_tasks": [
246
- {
247
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
248
- "task_id": "future-332a0a07c6d144c1beb9",
249
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
250
- "resolved_at": "2026-07-16T01:49:05.859147+00:00",
251
- "target_end": "2026-07-15T22:48:00+00:00",
252
- "prediction_length": 60,
253
- "metric_version": "livehouse-canonical-v1"
254
- },
255
- {
256
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
257
- "task_id": "future-85887e8c1ad090f0d26d",
258
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
259
- "resolved_at": "2026-07-16T01:49:05.963685+00:00",
260
- "target_end": "2026-07-16T00:10:00+00:00",
261
- "prediction_length": 24,
262
- "metric_version": "livehouse-canonical-v1"
263
- },
264
- {
265
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
266
- "task_id": "future-d79073b209998f8377f8",
267
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
268
- "resolved_at": "2026-07-16T01:49:06.064427+00:00",
269
- "target_end": "2026-07-15T00:40:00+00:00",
270
- "prediction_length": 72,
271
- "metric_version": "livehouse-canonical-v1"
272
- }
273
- ]
274
  },
275
  "Sundial": {
276
  "model": "Sundial",
@@ -278,36 +82,8 @@
278
  "admitted_at": "2026-06-01T00:00:00Z",
279
  "evaluation_protocol": "issue-now-score-later",
280
  "metric_version": "livehouse-canonical-v1",
281
- "evaluated_at": "2026-07-16T01:52:27.746455+00:00",
282
- "resolved_tasks": [
283
- {
284
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
285
- "task_id": "future-332a0a07c6d144c1beb9",
286
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
287
- "resolved_at": "2026-07-16T01:49:05.851959+00:00",
288
- "target_end": "2026-07-15T22:48:00+00:00",
289
- "prediction_length": 60,
290
- "metric_version": "livehouse-canonical-v1"
291
- },
292
- {
293
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
294
- "task_id": "future-85887e8c1ad090f0d26d",
295
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
296
- "resolved_at": "2026-07-16T01:49:05.958567+00:00",
297
- "target_end": "2026-07-16T00:10:00+00:00",
298
- "prediction_length": 24,
299
- "metric_version": "livehouse-canonical-v1"
300
- },
301
- {
302
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
303
- "task_id": "future-d79073b209998f8377f8",
304
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
305
- "resolved_at": "2026-07-16T01:49:06.055438+00:00",
306
- "target_end": "2026-07-15T00:40:00+00:00",
307
- "prediction_length": 72,
308
- "metric_version": "livehouse-canonical-v1"
309
- }
310
- ]
311
  },
312
  "Moving-Average": {
313
  "model": "Moving-Average",
@@ -315,36 +91,8 @@
315
  "admitted_at": "2026-06-01T00:00:00Z",
316
  "evaluation_protocol": "issue-now-score-later",
317
  "metric_version": "livehouse-canonical-v1",
318
- "evaluated_at": "2026-07-16T01:52:27.748639+00:00",
319
- "resolved_tasks": [
320
- {
321
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
322
- "task_id": "future-332a0a07c6d144c1beb9",
323
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
324
- "resolved_at": "2026-07-16T01:49:05.828980+00:00",
325
- "target_end": "2026-07-15T22:48:00+00:00",
326
- "prediction_length": 60,
327
- "metric_version": "livehouse-canonical-v1"
328
- },
329
- {
330
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
331
- "task_id": "future-85887e8c1ad090f0d26d",
332
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
333
- "resolved_at": "2026-07-16T01:49:05.948125+00:00",
334
- "target_end": "2026-07-16T00:10:00+00:00",
335
- "prediction_length": 24,
336
- "metric_version": "livehouse-canonical-v1"
337
- },
338
- {
339
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
340
- "task_id": "future-d79073b209998f8377f8",
341
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
342
- "resolved_at": "2026-07-16T01:49:06.043283+00:00",
343
- "target_end": "2026-07-15T00:40:00+00:00",
344
- "prediction_length": 72,
345
- "metric_version": "livehouse-canonical-v1"
346
- }
347
- ]
348
  },
349
  "ETS": {
350
  "model": "ETS",
@@ -352,36 +100,8 @@
352
  "admitted_at": "2026-06-01T00:00:00Z",
353
  "evaluation_protocol": "issue-now-score-later",
354
  "metric_version": "livehouse-canonical-v1",
355
- "evaluated_at": "2026-07-16T01:52:27.751110+00:00",
356
- "resolved_tasks": [
357
- {
358
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
359
- "task_id": "future-332a0a07c6d144c1beb9",
360
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
361
- "resolved_at": "2026-07-16T01:49:05.812636+00:00",
362
- "target_end": "2026-07-15T22:48:00+00:00",
363
- "prediction_length": 60,
364
- "metric_version": "livehouse-canonical-v1"
365
- },
366
- {
367
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
368
- "task_id": "future-85887e8c1ad090f0d26d",
369
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
370
- "resolved_at": "2026-07-16T01:49:05.935441+00:00",
371
- "target_end": "2026-07-16T00:10:00+00:00",
372
- "prediction_length": 24,
373
- "metric_version": "livehouse-canonical-v1"
374
- },
375
- {
376
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
377
- "task_id": "future-d79073b209998f8377f8",
378
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
379
- "resolved_at": "2026-07-16T01:49:06.026008+00:00",
380
- "target_end": "2026-07-15T00:40:00+00:00",
381
- "prediction_length": 72,
382
- "metric_version": "livehouse-canonical-v1"
383
- }
384
- ]
385
  },
386
  "ARIMA": {
387
  "model": "ARIMA",
@@ -389,36 +109,8 @@
389
  "admitted_at": "2026-06-01T00:00:00Z",
390
  "evaluation_protocol": "issue-now-score-later",
391
  "metric_version": "livehouse-canonical-v1",
392
- "evaluated_at": "2026-07-16T01:52:27.753558+00:00",
393
- "resolved_tasks": [
394
- {
395
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
396
- "task_id": "future-332a0a07c6d144c1beb9",
397
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
398
- "resolved_at": "2026-07-16T01:49:05.786296+00:00",
399
- "target_end": "2026-07-15T22:48:00+00:00",
400
- "prediction_length": 60,
401
- "metric_version": "livehouse-canonical-v1"
402
- },
403
- {
404
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
405
- "task_id": "future-85887e8c1ad090f0d26d",
406
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
407
- "resolved_at": "2026-07-16T01:49:05.920527+00:00",
408
- "target_end": "2026-07-16T00:10:00+00:00",
409
- "prediction_length": 24,
410
- "metric_version": "livehouse-canonical-v1"
411
- },
412
- {
413
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
414
- "task_id": "future-d79073b209998f8377f8",
415
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
416
- "resolved_at": "2026-07-16T01:49:05.998103+00:00",
417
- "target_end": "2026-07-15T00:40:00+00:00",
418
- "prediction_length": 72,
419
- "metric_version": "livehouse-canonical-v1"
420
- }
421
- ]
422
  },
423
  "Seasonal-Naive": {
424
  "model": "Seasonal-Naive",
@@ -426,36 +118,8 @@
426
  "admitted_at": "2026-06-01T00:00:00Z",
427
  "evaluation_protocol": "issue-now-score-later",
428
  "metric_version": "livehouse-canonical-v1",
429
- "evaluated_at": "2026-07-16T01:52:27.757638+00:00",
430
- "resolved_tasks": [
431
- {
432
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
433
- "task_id": "future-332a0a07c6d144c1beb9",
434
- "issued_at": "2026-07-15T16:58:10.864352+00:00",
435
- "resolved_at": "2026-07-16T01:49:05.842445+00:00",
436
- "target_end": "2026-07-15T22:48:00+00:00",
437
- "prediction_length": 60,
438
- "metric_version": "livehouse-canonical-v1"
439
- },
440
- {
441
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
442
- "task_id": "future-85887e8c1ad090f0d26d",
443
- "issued_at": "2026-07-15T18:14:27.786581+00:00",
444
- "resolved_at": "2026-07-16T01:49:05.953457+00:00",
445
- "target_end": "2026-07-16T00:10:00+00:00",
446
- "prediction_length": 24,
447
- "metric_version": "livehouse-canonical-v1"
448
- },
449
- {
450
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
451
- "task_id": "future-d79073b209998f8377f8",
452
- "issued_at": "2026-07-15T11:03:53.049665+00:00",
453
- "resolved_at": "2026-07-16T01:49:06.049211+00:00",
454
- "target_end": "2026-07-15T00:40:00+00:00",
455
- "prediction_length": 72,
456
- "metric_version": "livehouse-canonical-v1"
457
- }
458
- ]
459
  }
460
  },
461
  "skipped_models": [],
@@ -478,7 +142,5 @@
478
  "live_overall_30d": "aggregates/live_overall_30d.csv",
479
  "live_metadata": "aggregates/live_metadata.json"
480
  },
481
- "push_status": "ok",
482
- "pushed_at": "2026-07-16T01:52:40.731077+00:00",
483
- "push_detail": "HF Hub API"
484
  }
 
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-16T01:58:38.547119+00:00",
6
+ "finished_at": "2026-07-16T01:58:40.769434+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
+ "task_count": 1,
10
+ "issued_tasks": 0,
11
+ "issued_forecasts": 0,
12
+ "resolved_forecasts": 0,
13
  "pending_tasks": 12,
14
  "failed_forecasts": [],
15
  "models": {
 
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-16T01:58:38.576695+00:00",
23
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  },
25
  "TiRex": {
26
  "model": "TiRex",
 
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
+ "evaluated_at": "2026-07-16T01:58:38.576703+00:00",
32
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  },
34
  "TimesFM-2.5": {
35
  "model": "TimesFM-2.5",
 
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
+ "evaluated_at": "2026-07-16T01:58:38.576705+00:00",
41
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  },
43
  "Toto-1.0": {
44
  "model": "Toto-1.0",
 
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
+ "evaluated_at": "2026-07-16T01:58:38.576706+00:00",
50
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  },
52
  "Moirai-2.0": {
53
  "model": "Moirai-2.0",
 
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
+ "evaluated_at": "2026-07-16T01:58:38.576707+00:00",
59
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  },
61
  "Chronos-Bolt": {
62
  "model": "Chronos-Bolt",
 
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
+ "evaluated_at": "2026-07-16T01:58:38.576708+00:00",
68
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  },
70
  "TabPFN-TS": {
71
  "model": "TabPFN-TS",
 
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
+ "evaluated_at": "2026-07-16T01:58:38.576710+00:00",
77
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  },
79
  "Sundial": {
80
  "model": "Sundial",
 
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
+ "evaluated_at": "2026-07-16T01:58:38.576711+00:00",
86
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
  },
88
  "Moving-Average": {
89
  "model": "Moving-Average",
 
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
+ "evaluated_at": "2026-07-16T01:58:38.576712+00:00",
95
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96
  },
97
  "ETS": {
98
  "model": "ETS",
 
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
+ "evaluated_at": "2026-07-16T01:58:38.576713+00:00",
104
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
105
  },
106
  "ARIMA": {
107
  "model": "ARIMA",
 
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
+ "evaluated_at": "2026-07-16T01:58:38.576714+00:00",
113
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  },
115
  "Seasonal-Naive": {
116
  "model": "Seasonal-Naive",
 
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
+ "evaluated_at": "2026-07-16T01:58:38.576715+00:00",
122
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  }
124
  },
125
  "skipped_models": [],
 
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
+ "push_status": "pending"
 
 
146
  }