Andreas Auer commited on
Commit
b45ec97
·
1 Parent(s): 2ec3427

Add external data info

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. cref/README.md +1 -1
  2. cref/controls.py +12 -1
  3. cref/data/v1/leaderboard/all_samples/history/2026-07-04.json +0 -0
  4. cref/data/v1/leaderboard/all_samples/history/2026-07-11.json +0 -0
  5. cref/data/v1/leaderboard/all_samples/history/2026-07-18.json +0 -0
  6. cref/data/v1/leaderboard/all_samples/history/2026-07-25.json +0 -0
  7. cref/data/v1/leaderboard/all_samples/history/2026-08-01.json +0 -0
  8. cref/data/v1/leaderboard/all_samples/history/2026-08-08.json +0 -0
  9. cref/data/v1/leaderboard/all_samples/history/2026-08-15.json +0 -0
  10. cref/data/v1/leaderboard/all_samples/history/2026-08-22.json +0 -0
  11. cref/data/v1/leaderboard/all_samples/history/2026-08-29.json +0 -0
  12. cref/data/v1/leaderboard/all_samples/history/2026-09-05.json +0 -0
  13. cref/data/v1/leaderboard/all_samples/history/2026-09-12.json +0 -0
  14. cref/data/v1/leaderboard/all_samples/history/2026-09-19.json +0 -0
  15. cref/data/v1/leaderboard/all_samples/history/2026-09-26.json +0 -0
  16. cref/data/v1/leaderboard/all_samples/history/2026-10-03.json +0 -0
  17. cref/data/v1/leaderboard/all_samples/history/2026-10-10.json +0 -0
  18. cref/data/v1/leaderboard/all_samples/history/2026-10-17.json +0 -0
  19. cref/data/v1/leaderboard/all_samples/history/2026-10-24.json +0 -0
  20. cref/data/v1/leaderboard/all_samples/history/2026-10-31.json +0 -0
  21. cref/data/v1/leaderboard/all_samples/history/2026-11-01.json +0 -0
  22. cref/data/v1/leaderboard/all_samples/history/2026-11-02.json +0 -0
  23. cref/data/v1/leaderboard/all_samples/history/2026-11-03.json +0 -0
  24. cref/data/v1/leaderboard/all_samples/history/2026-11-04.json +0 -0
  25. cref/data/v1/leaderboard/all_samples/history/2026-11-05.json +0 -0
  26. cref/data/v1/leaderboard/all_samples/history/2026-11-06.json +0 -0
  27. cref/data/v1/leaderboard/all_samples/history/2026-11-07.json +0 -0
  28. cref/data/v1/leaderboard/all_samples/history/2026-11-08.json +0 -0
  29. cref/data/v1/leaderboard/all_samples/history/2026-11-09.json +0 -0
  30. cref/data/v1/leaderboard/all_samples/history/2026-11-10.json +0 -0
  31. cref/data/v1/leaderboard/all_samples/history/2026-11-11.json +0 -0
  32. cref/data/v1/leaderboard/all_samples/history/2026-11-12.json +0 -0
  33. cref/data/v1/leaderboard/all_samples/latest.json +0 -0
  34. cref/data/v1/leaderboard/history/2026-07-04.json +0 -0
  35. cref/data/v1/leaderboard/history/2026-07-11.json +0 -0
  36. cref/data/v1/leaderboard/history/2026-07-18.json +0 -0
  37. cref/data/v1/leaderboard/history/2026-07-25.json +0 -0
  38. cref/data/v1/leaderboard/history/2026-08-01.json +0 -0
  39. cref/data/v1/leaderboard/history/2026-08-08.json +0 -0
  40. cref/data/v1/leaderboard/history/2026-08-15.json +0 -0
  41. cref/data/v1/leaderboard/history/2026-08-22.json +0 -0
  42. cref/data/v1/leaderboard/history/2026-08-29.json +0 -0
  43. cref/data/v1/leaderboard/history/2026-09-05.json +0 -0
  44. cref/data/v1/leaderboard/history/2026-09-12.json +0 -0
  45. cref/data/v1/leaderboard/history/2026-09-19.json +0 -0
  46. cref/data/v1/leaderboard/history/2026-09-26.json +0 -0
  47. cref/data/v1/leaderboard/history/2026-10-03.json +0 -0
  48. cref/data/v1/leaderboard/history/2026-10-10.json +0 -0
  49. cref/data/v1/leaderboard/history/2026-10-17.json +0 -0
  50. cref/data/v1/leaderboard/history/2026-10-24.json +0 -0
cref/README.md CHANGED
@@ -1,5 +1,5 @@
1
  # CREF leaderboard
2
 
3
- The CREF leaderboard, served at `/cref`. It reads the published leaderboards from
4
  `CREF_DATA_URL`, or from `cref/data/` when that is unset. Model names, types and links are
5
  in `models.toml`; the tasks are in `tasks.csv`.
 
1
  # CREF leaderboard
2
 
3
+ The CREF leaderboard, served at `/cref`. It reads the published files from
4
  `CREF_DATA_URL`, or from `cref/data/` when that is unset. Model names, types and links are
5
  in `models.toml`; the tasks are in `tasks.csv`.
cref/controls.py CHANGED
@@ -16,6 +16,17 @@ def history(variant: str = "release") -> source.History:
16
  return source.History.from_env(variant)
17
 
18
 
 
 
 
 
 
 
 
 
 
 
 
19
  @st.cache_resource
20
  def models() -> views.Models:
21
  return views.load_models()
@@ -61,7 +72,7 @@ def board_controls(models: views.Models) -> tuple[str, str, set[str]]:
61
  if variants:
62
  with cells[1]:
63
  variant = st.segmented_control(
64
- "Pretrained samples counted",
65
  list(views.VARIANTS),
66
  default="release",
67
  required=True,
 
16
  return source.History.from_env(variant)
17
 
18
 
19
+ @st.cache_resource(on_release=source.Source.close)
20
+ def published(path: str) -> source.Source:
21
+ load = source.parse_text if path.endswith(".md") else source.parse_excluded
22
+ return source.Source(source.base_from_env(), path=path, load=load)
23
+
24
+
25
+ def public_url() -> str:
26
+ base = source.base_from_env()
27
+ return (base if base.startswith("https://") else source.PUBLIC_URL).rstrip("/")
28
+
29
+
30
  @st.cache_resource
31
  def models() -> views.Models:
32
  return views.load_models()
 
72
  if variants:
73
  with cells[1]:
74
  variant = st.segmented_control(
75
+ "Mode",
76
  list(views.VARIANTS),
77
  default="release",
78
  required=True,
cref/data/v1/leaderboard/all_samples/history/2026-07-04.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-07-11.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-07-18.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-07-25.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-08-01.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-08-08.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-08-15.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-08-22.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-08-29.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-09-05.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-09-12.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-09-19.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-09-26.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-10-03.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-10-10.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-10-17.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-10-24.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-10-31.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-01.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-02.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-03.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-04.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-05.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-06.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-07.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-08.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-09.json ADDED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-10.json ADDED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-11.json ADDED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/history/2026-11-12.json ADDED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/all_samples/latest.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-07-04.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-07-11.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-07-18.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-07-25.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-08-01.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-08-08.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-08-15.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-08-22.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-08-29.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-09-05.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-09-12.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-09-19.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-09-26.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-10-03.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-10-10.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-10-17.json CHANGED
The diff for this file is too large to render. See raw diff
 
cref/data/v1/leaderboard/history/2026-10-24.json CHANGED
The diff for this file is too large to render. See raw diff