ziyuzhou02 commited on
Commit
fd9a620
·
verified ·
1 Parent(s): 78bc9ab

Deploy Space: update results

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-16T07:30:42.389171+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -19,17 +19,23 @@
19
  "1d": {
20
  "days": 1,
21
  "num_model_releases": 581,
22
- "num_unique_releases": 51
 
 
23
  },
24
  "7d": {
25
  "days": 7,
26
  "num_model_releases": 8224,
27
- "num_unique_releases": 718
 
 
28
  },
29
  "30d": {
30
  "days": 30,
31
  "num_model_releases": 22844,
32
- "num_unique_releases": 2325
 
 
33
  }
34
  },
35
  "protocol_counts": {
 
1
  {
2
+ "generated_at": "2026-07-16T07:34:43.347653+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
19
  "1d": {
20
  "days": 1,
21
  "num_model_releases": 581,
22
+ "num_unique_releases": 51,
23
+ "ranking_scope": "Cumulative release history through reference_time",
24
+ "metrics_scope": "Trailing 24 hours through reference_time"
25
  },
26
  "7d": {
27
  "days": 7,
28
  "num_model_releases": 8224,
29
+ "num_unique_releases": 718,
30
+ "ranking_scope": "Cumulative release history through reference_time",
31
+ "metrics_scope": "Trailing 168 hours through reference_time"
32
  },
33
  "30d": {
34
  "days": 30,
35
  "num_model_releases": 22844,
36
+ "num_unique_releases": 2325,
37
+ "ranking_scope": "Cumulative release history through reference_time",
38
+ "metrics_scope": "Trailing 720 hours through reference_time"
39
  }
40
  },
41
  "protocol_counts": {
results/aggregates/live_overall_1d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
- ,Provisional,Moirai-2.0,1.1792923041779035,0.7600018014241027,0.240868710753282,0.540926775375007,25.93167374217793,,0,51,9,0.9930555555555556,0.7973318465164987,-0.19641839641839642,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
3
- ,Provisional,TimesFM-2.5,1.2004200902747284,0.7427061811588698,0.1931329998189081,0.6092878000393837,27.670978035779708,,0,51,9,0.9930555555555556,0.8769056730995872,0.05535205535205537,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
4
- ,Provisional,TiRex,1.2112140663914712,0.7537512537347048,0.2154631270106067,0.5505838205511248,25.986627386963946,,0,51,9,0.9930555555555556,0.8023890475027099,-0.06064306064306069,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
5
- ,Provisional,Chronos-2,1.2892335955079928,0.7621588808187851,0.3303625931756398,0.5659739822746355,28.421598772510105,,0,51,9,0.9930555555555556,0.6547924227920245,-0.03850223850223854,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
6
- ,Provisional,Chronos-Bolt,1.4626687143671873,0.8083230201737758,0.2852756870896691,0.6195646346078587,16.775138671891106,,0,51,9,0.9930555555555556,0.9101163442086436,-0.14464794464794464,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
7
- ,Provisional,Sundial,1.5035234056157303,0.8629865109060907,0.4563430649639843,0.6604166350075271,20.285757948253302,,0,46,9,0.9930555555555556,1.1714870124073025,-0.07407407407407413,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
8
- ,Provisional,TabPFN-TS,1.6554353558813382,0.8740632180321172,0.6158553320917683,0.7513645569184499,23.903128694524,,0,45,9,0.9930555555555556,1.2742593915098805,0.08148148148148142,0.0,9,45,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
9
- ,Provisional,ARIMA,1.8790648867809776,1.0169683296800773,0.381159474071383,0.8626500663839931,9.765762973127726,,0,46,9,0.9930555555555556,0.9161195472870318,0.056790123456790145,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
10
- ,Provisional,Moving-Average,2.197293504712535,1.137800536266285,0.908204819445463,0.9411143090942267,-1.2692936584916736,,0,46,9,0.9930555555555556,1.588533436807096,0.10864197530864199,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
11
- ,Provisional,Seasonal-Naive,2.596256639957498,1.2216227979940493,0.970315069293545,0.9607599382768114,0.0,,0,46,9,0.9930555555555556,1.9876451639291597,-0.09229266356050564,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
12
- ,Provisional,Toto-1.0,3.3487325496834806,1.3313217551290804,0.22395046640679867,0.5466790835056194,-12.50855846504167,,0,51,9,0.9930555555555556,4.375460510492398,-0.15214415214415214,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
13
- ,Provisional,ETS,4.210812767738367,1.3464656330512799,0.83781023957683,1.1237409902125042,8.42723669009682,,0,46,9,0.9930555555555556,2.5443175998220955,-0.022222222222222268,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
 
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
+ 1,Official,Chronos-2,1.2892335955079928,0.7621588808187851,0.3303625931756398,0.5659739822746355,28.421598772510105,0.6817530254204338,11,2265,13,20.572916666666668,0.6547924227920245,-0.03850223850223854,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
3
+ 2,Official,TiRex,1.2112140663914712,0.7537512537347048,0.2154631270106067,0.5505838205511248,25.986627386963946,0.6711122846619205,11,2256,13,20.572916666666668,0.8023890475027099,-0.06064306064306069,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
4
+ 3,Official,TimesFM-2.5,1.2004200902747284,0.7427061811588698,0.1931329998189081,0.6092878000393837,27.670978035779708,0.6141361455041637,11,2251,13,20.572916666666668,0.8769056730995872,0.05535205535205537,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
5
+ 4,Official,Moirai-2.0,1.1792923041779035,0.7600018014241027,0.240868710753282,0.540926775375007,25.93167374217793,0.5816456181751465,11,1507,13,15.229166666666666,0.7973318465164987,-0.19641839641839642,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
6
+ 5,Official,TabPFN-TS,1.6554353558813382,0.8740632180321172,0.6158553320917683,0.7513645569184499,23.903128694524,0.5553300323725909,11,1397,13,17.229166666666668,1.2742593915098805,0.08148148148148142,0.0,9,45,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
7
+ 6,Official,Chronos-Bolt,1.4626687143671873,0.8083230201737758,0.2852756870896691,0.6195646346078587,16.775138671891106,0.5250783686970104,11,1494,13,15.229166666666666,0.9101163442086436,-0.14464794464794464,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
8
+ 7,Official,Sundial,1.5035234056157303,0.8629865109060907,0.4563430649639843,0.6604166350075271,20.285757948253302,0.5097207694787494,11,1746,13,17.229166666666668,1.1714870124073025,-0.07407407407407413,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
9
+ 8,Official,Moving-Average,2.197293504712535,1.137800536266285,0.908204819445463,0.9411143090942267,-1.2692936584916736,0.37661031528774364,11,2097,13,20.572916666666668,1.588533436807096,0.10864197530864199,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
10
+ 9,Official,Toto-1.0,3.3487325496834806,1.3313217551290804,0.22395046640679867,0.5466790835056194,-12.50855846504167,0.3752994328306139,11,1521,13,15.229166666666666,4.375460510492398,-0.15214415214415214,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
11
+ 10,Official,ARIMA,1.8790648867809776,1.0169683296800773,0.381159474071383,0.8626500663839931,9.765762973127726,0.37294000547433687,11,2097,13,20.572916666666668,0.9161195472870318,0.056790123456790145,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
12
+ 11,Official,Seasonal-Naive,2.596256639957498,1.2216227979940493,0.970315069293545,0.9607599382768114,0.0,0.3725137078742101,11,2097,13,20.572916666666668,1.9876451639291597,-0.09229266356050564,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
13
+ 12,Official,ETS,4.210812767738367,1.3464656330512799,0.83781023957683,1.1237409902125042,8.42723669009682,0.36386029422308,11,2097,13,20.572916666666668,2.5443175998220955,-0.022222222222222268,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
results/aggregates/live_overall_7d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
- ,Provisional,TimesFM-2.5,1.6635049674049887,0.7327133329996453,0.1504232491820917,0.5781938995986923,27.781278412821955,,0,716,13,6.993055555555555,6.734994974276363,0.19902208100118673,0.0,13,716,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
3
- ,Provisional,TiRex,1.67969584294661,0.7363378116948819,0.20699460617656157,0.4897661948124226,28.473918802152053,,0,718,13,6.993055555555555,6.732601121688352,0.27710877460294764,0.0,13,718,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
4
- ,Provisional,Chronos-2,1.6864024995176288,0.735867964975083,0.18652971774461502,0.49176853323612085,26.63768553434903,,0,718,13,6.993055555555555,6.826087087075359,0.17692517195813545,0.0,13,718,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
5
- ,Provisional,Moirai-2.0,1.7301985214540194,0.7694648165999969,0.22549625144047655,0.5050162108044516,25.049485288681577,,0,713,13,6.993055555555555,6.799204716180112,0.2246203557851501,0.07692307692307693,13,713,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
6
- ,Provisional,Chronos-Bolt,1.7694202304649118,0.8020102226938577,0.2750032734572685,0.5364934413333321,13.559347572072115,,0,710,13,6.993055555555555,6.79608385966604,0.17949888629315622,0.07692307692307693,13,710,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
7
- ,Provisional,TabPFN-TS,1.8122567374142804,0.7988428216771981,0.2532615238478529,0.6441272108865336,19.891243894637437,,0,656,13,6.9375,6.973924498648762,0.22524755635374497,0.0,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
8
- ,Provisional,Sundial,1.9413499719559313,0.8366202644225953,0.2532272556507455,0.5887770913342473,18.253877935268974,,0,656,13,6.9375,7.057932858221184,0.16009246253306836,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
9
- ,Provisional,ARIMA,2.0800115540890998,0.948462992211957,0.30777117083504624,0.6888283156265655,3.973503544521321,,0,656,13,6.9375,7.314428719090267,0.21618652172784186,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
10
- ,Provisional,Moving-Average,2.362464780363984,1.01559208567059,0.4478142958546233,0.7916933262288663,2.1225120963601194,,0,656,13,6.9375,7.436726067576771,0.29141334266274216,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
11
- ,Provisional,Seasonal-Naive,2.72384412051656,1.1065254345199256,0.4769903047481792,0.8411826648382371,0.0,,0,656,13,6.9375,7.550797937801077,0.20218093052582142,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
12
- ,Provisional,ETS,3.0298900004531015,1.1367162020321258,0.3820305623997745,0.8606971292423926,-1.1225219267551316,,0,656,13,6.9375,8.38757462278042,0.15468144052926258,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
13
- ,Provisional,Toto-1.0,6.5723894475421965,1.4900990587913037,0.2457834204767471,0.5594618922663446,-17.142693354775737,,0,713,13,6.993055555555555,19.77161406944696,0.12432140196354312,0.07692307692307693,13,713,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
 
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
+ 1,Official,Chronos-2,1.6864024995176288,0.735867964975083,0.18652971774461502,0.49176853323612085,26.63768553434903,0.6817530254204338,11,2265,13,20.572916666666668,6.826087087075359,0.17692517195813545,0.0,13,718,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
3
+ 2,Official,TiRex,1.67969584294661,0.7363378116948819,0.20699460617656157,0.4897661948124226,28.473918802152053,0.6711122846619205,11,2256,13,20.572916666666668,6.732601121688352,0.27710877460294764,0.0,13,718,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
4
+ 3,Official,TimesFM-2.5,1.6635049674049887,0.7327133329996453,0.1504232491820917,0.5781938995986923,27.781278412821955,0.6141361455041637,11,2251,13,20.572916666666668,6.734994974276363,0.19902208100118673,0.0,13,716,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
5
+ 4,Official,Moirai-2.0,1.7301985214540194,0.7694648165999969,0.22549625144047655,0.5050162108044516,25.049485288681577,0.5816456181751465,11,1507,13,15.229166666666666,6.799204716180112,0.2246203557851501,0.07692307692307693,13,713,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
6
+ 5,Official,TabPFN-TS,1.8122567374142804,0.7988428216771981,0.2532615238478529,0.6441272108865336,19.891243894637437,0.5553300323725909,11,1397,13,17.229166666666668,6.973924498648762,0.22524755635374497,0.0,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
7
+ 6,Official,Chronos-Bolt,1.7694202304649118,0.8020102226938577,0.2750032734572685,0.5364934413333321,13.559347572072115,0.5250783686970104,11,1494,13,15.229166666666666,6.79608385966604,0.17949888629315622,0.07692307692307693,13,710,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
8
+ 7,Official,Sundial,1.9413499719559313,0.8366202644225953,0.2532272556507455,0.5887770913342473,18.253877935268974,0.5097207694787494,11,1746,13,17.229166666666668,7.057932858221184,0.16009246253306836,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
9
+ 8,Official,Moving-Average,2.362464780363984,1.01559208567059,0.4478142958546233,0.7916933262288663,2.1225120963601194,0.37661031528774364,11,2097,13,20.572916666666668,7.436726067576771,0.29141334266274216,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
10
+ 9,Official,Toto-1.0,6.5723894475421965,1.4900990587913037,0.2457834204767471,0.5594618922663446,-17.142693354775737,0.3752994328306139,11,1521,13,15.229166666666666,19.77161406944696,0.12432140196354312,0.07692307692307693,13,713,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
11
+ 10,Official,ARIMA,2.0800115540890998,0.948462992211957,0.30777117083504624,0.6888283156265655,3.973503544521321,0.37294000547433687,11,2097,13,20.572916666666668,7.314428719090267,0.21618652172784186,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
12
+ 11,Official,Seasonal-Naive,2.72384412051656,1.1065254345199256,0.4769903047481792,0.8411826648382371,0.0,0.3725137078742101,11,2097,13,20.572916666666668,7.550797937801077,0.20218093052582142,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
13
+ 12,Official,ETS,3.0298900004531015,1.1367162020321258,0.3820305623997745,0.8606971292423926,-1.1225219267551316,0.36386029422308,11,2097,13,20.572916666666668,8.38757462278042,0.15468144052926258,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
results/aggregates/live_rank_1d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
- ,Provisional,ARIMA,,0,46,9,0.9930555555555556
3
- ,Provisional,Chronos-2,,0,51,9,0.9930555555555556
4
- ,Provisional,Chronos-Bolt,,0,51,9,0.9930555555555556
5
- ,Provisional,ETS,,0,46,9,0.9930555555555556
6
- ,Provisional,Moirai-2.0,,0,51,9,0.9930555555555556
7
- ,Provisional,Moving-Average,,0,46,9,0.9930555555555556
8
- ,Provisional,Seasonal-Naive,,0,46,9,0.9930555555555556
9
- ,Provisional,Sundial,,0,46,9,0.9930555555555556
10
- ,Provisional,TabPFN-TS,,0,45,9,0.9930555555555556
11
- ,Provisional,TiRex,,0,51,9,0.9930555555555556
12
- ,Provisional,TimesFM-2.5,,0,51,9,0.9930555555555556
13
- ,Provisional,Toto-1.0,,0,51,9,0.9930555555555556
 
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
+ 1,Official,Chronos-2,0.6817530254204338,11,2265,13,20.572916666666668
3
+ 2,Official,TiRex,0.6711122846619205,11,2256,13,20.572916666666668
4
+ 3,Official,TimesFM-2.5,0.6141361455041637,11,2251,13,20.572916666666668
5
+ 4,Official,Moirai-2.0,0.5816456181751465,11,1507,13,15.229166666666666
6
+ 5,Official,TabPFN-TS,0.5553300323725909,11,1397,13,17.229166666666668
7
+ 6,Official,Chronos-Bolt,0.5250783686970104,11,1494,13,15.229166666666666
8
+ 7,Official,Sundial,0.5097207694787494,11,1746,13,17.229166666666668
9
+ 8,Official,Moving-Average,0.37661031528774364,11,2097,13,20.572916666666668
10
+ 9,Official,Toto-1.0,0.3752994328306139,11,1521,13,15.229166666666666
11
+ 10,Official,ARIMA,0.37294000547433687,11,2097,13,20.572916666666668
12
+ 11,Official,Seasonal-Naive,0.3725137078742101,11,2097,13,20.572916666666668
13
+ 12,Official,ETS,0.36386029422308,11,2097,13,20.572916666666668
results/aggregates/live_rank_7d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
- ,Provisional,ARIMA,,0,656,13,6.9375
3
- ,Provisional,Chronos-2,,0,718,13,6.993055555555555
4
- ,Provisional,Chronos-Bolt,,0,710,13,6.993055555555555
5
- ,Provisional,ETS,,0,656,13,6.9375
6
- ,Provisional,Moirai-2.0,,0,713,13,6.993055555555555
7
- ,Provisional,Moving-Average,,0,656,13,6.9375
8
- ,Provisional,Seasonal-Naive,,0,656,13,6.9375
9
- ,Provisional,Sundial,,0,656,13,6.9375
10
- ,Provisional,TabPFN-TS,,0,656,13,6.9375
11
- ,Provisional,TiRex,,0,718,13,6.993055555555555
12
- ,Provisional,TimesFM-2.5,,0,716,13,6.993055555555555
13
- ,Provisional,Toto-1.0,,0,713,13,6.993055555555555
 
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
+ 1,Official,Chronos-2,0.6817530254204338,11,2265,13,20.572916666666668
3
+ 2,Official,TiRex,0.6711122846619205,11,2256,13,20.572916666666668
4
+ 3,Official,TimesFM-2.5,0.6141361455041637,11,2251,13,20.572916666666668
5
+ 4,Official,Moirai-2.0,0.5816456181751465,11,1507,13,15.229166666666666
6
+ 5,Official,TabPFN-TS,0.5553300323725909,11,1397,13,17.229166666666668
7
+ 6,Official,Chronos-Bolt,0.5250783686970104,11,1494,13,15.229166666666666
8
+ 7,Official,Sundial,0.5097207694787494,11,1746,13,17.229166666666668
9
+ 8,Official,Moving-Average,0.37661031528774364,11,2097,13,20.572916666666668
10
+ 9,Official,Toto-1.0,0.3752994328306139,11,1521,13,15.229166666666666
11
+ 10,Official,ARIMA,0.37294000547433687,11,2097,13,20.572916666666668
12
+ 11,Official,Seasonal-Naive,0.3725137078742101,11,2097,13,20.572916666666668
13
+ 12,Official,ETS,0.36386029422308,11,2097,13,20.572916666666668
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-16T07:30:40.559408+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
1
  {
2
+ "generated_at": "2026-07-16T07:34:41.241254+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
results/online_status.json CHANGED
@@ -2,11 +2,11 @@
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
- "started_at": "2026-07-16T07:30:40.201953+00:00",
6
- "finished_at": "2026-07-16T07:30:42.400324+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
- "task_count": 4,
10
  "issued_tasks": 0,
11
  "issued_forecasts": 0,
12
  "resolved_forecasts": 0,
@@ -19,7 +19,7 @@
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
- "evaluated_at": "2026-07-16T07:30:40.307293+00:00",
23
  "resolved_tasks": []
24
  },
25
  "TiRex": {
@@ -28,7 +28,7 @@
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
- "evaluated_at": "2026-07-16T07:30:40.307303+00:00",
32
  "resolved_tasks": []
33
  },
34
  "TimesFM-2.5": {
@@ -37,7 +37,7 @@
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
- "evaluated_at": "2026-07-16T07:30:40.307307+00:00",
41
  "resolved_tasks": []
42
  },
43
  "Toto-1.0": {
@@ -46,7 +46,7 @@
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
- "evaluated_at": "2026-07-16T07:30:40.307308+00:00",
50
  "resolved_tasks": []
51
  },
52
  "Moirai-2.0": {
@@ -55,7 +55,7 @@
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
- "evaluated_at": "2026-07-16T07:30:40.307309+00:00",
59
  "resolved_tasks": []
60
  },
61
  "Chronos-Bolt": {
@@ -64,7 +64,7 @@
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
- "evaluated_at": "2026-07-16T07:30:40.307311+00:00",
68
  "resolved_tasks": []
69
  },
70
  "TabPFN-TS": {
@@ -73,7 +73,7 @@
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
- "evaluated_at": "2026-07-16T07:30:40.307312+00:00",
77
  "resolved_tasks": []
78
  },
79
  "Sundial": {
@@ -82,7 +82,7 @@
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
- "evaluated_at": "2026-07-16T07:30:40.307313+00:00",
86
  "resolved_tasks": []
87
  },
88
  "Moving-Average": {
@@ -91,7 +91,7 @@
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
- "evaluated_at": "2026-07-16T07:30:40.307314+00:00",
95
  "resolved_tasks": []
96
  },
97
  "ETS": {
@@ -100,7 +100,7 @@
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
- "evaluated_at": "2026-07-16T07:30:40.307315+00:00",
104
  "resolved_tasks": []
105
  },
106
  "ARIMA": {
@@ -109,7 +109,7 @@
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
- "evaluated_at": "2026-07-16T07:30:40.307316+00:00",
113
  "resolved_tasks": []
114
  },
115
  "Seasonal-Naive": {
@@ -118,7 +118,7 @@
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
- "evaluated_at": "2026-07-16T07:30:40.307317+00:00",
122
  "resolved_tasks": []
123
  }
124
  },
@@ -142,7 +142,5 @@
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
- "push_status": "ok",
146
- "pushed_at": "2026-07-16T07:30:53.342230+00:00",
147
- "push_detail": "HF Hub API"
148
  }
 
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-16T07:34:40.984375+00:00",
6
+ "finished_at": "2026-07-16T07:34:43.357714+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
+ "task_count": 2,
10
  "issued_tasks": 0,
11
  "issued_forecasts": 0,
12
  "resolved_forecasts": 0,
 
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-16T07:34:41.040878+00:00",
23
  "resolved_tasks": []
24
  },
25
  "TiRex": {
 
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
+ "evaluated_at": "2026-07-16T07:34:41.040885+00:00",
32
  "resolved_tasks": []
33
  },
34
  "TimesFM-2.5": {
 
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
+ "evaluated_at": "2026-07-16T07:34:41.040886+00:00",
41
  "resolved_tasks": []
42
  },
43
  "Toto-1.0": {
 
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
+ "evaluated_at": "2026-07-16T07:34:41.040887+00:00",
50
  "resolved_tasks": []
51
  },
52
  "Moirai-2.0": {
 
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
+ "evaluated_at": "2026-07-16T07:34:41.040888+00:00",
59
  "resolved_tasks": []
60
  },
61
  "Chronos-Bolt": {
 
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
+ "evaluated_at": "2026-07-16T07:34:41.040889+00:00",
68
  "resolved_tasks": []
69
  },
70
  "TabPFN-TS": {
 
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
+ "evaluated_at": "2026-07-16T07:34:41.040890+00:00",
77
  "resolved_tasks": []
78
  },
79
  "Sundial": {
 
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
+ "evaluated_at": "2026-07-16T07:34:41.040892+00:00",
86
  "resolved_tasks": []
87
  },
88
  "Moving-Average": {
 
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
+ "evaluated_at": "2026-07-16T07:34:41.040892+00:00",
95
  "resolved_tasks": []
96
  },
97
  "ETS": {
 
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
+ "evaluated_at": "2026-07-16T07:34:41.040893+00:00",
104
  "resolved_tasks": []
105
  },
106
  "ARIMA": {
 
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
+ "evaluated_at": "2026-07-16T07:34:41.040894+00:00",
113
  "resolved_tasks": []
114
  },
115
  "Seasonal-Naive": {
 
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
+ "evaluated_at": "2026-07-16T07:34:41.040895+00:00",
122
  "resolved_tasks": []
123
  }
124
  },
 
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
+ "push_status": "pending"
 
 
146
  }