yan111222 commited on
Commit
8bf6723
·
verified ·
1 Parent(s): 202e8b8

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +6 -4
src/leaderboard/read_evals.py CHANGED
@@ -48,10 +48,11 @@ class EvalResult:
48
  config = data.get("config")
49
 
50
  is_open = is_model_open_source(config.get("model_name", ""))
 
51
  if is_open:
52
- model_show = f"🔑 {config.get("model_show", "")}"
53
  else:
54
- model_show = f"🔒 {config.get("model_show", "")}"
55
  # Extract results available in this file (some results are split in several files)
56
  results = {}
57
  for task in Tasks:
@@ -66,14 +67,15 @@ class EvalResult:
66
  results[task.benchmark] = mean_acc
67
 
68
  return self(
69
- eval_name = config.get("model_show", ""),
70
  full_model = config.get("model_name", ""),
71
- model_show = model_show,
72
  results = results,
73
  revision = config.get("model_sha", ""),
74
  still_on_hub = is_open,
75
  )
76
 
 
77
  def update_with_request_file(self, requests_path):
78
  """Finds the relevant request file for the current model and updates info with it"""
79
  request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
 
48
  config = data.get("config")
49
 
50
  is_open = is_model_open_source(config.get("model_name", ""))
51
+ model_show = config.get("model_show", "")
52
  if is_open:
53
+ model_to_show = f"🔑 {model_show}"
54
  else:
55
+ model_to_show = f"🔒 {model_show}"
56
  # Extract results available in this file (some results are split in several files)
57
  results = {}
58
  for task in Tasks:
 
67
  results[task.benchmark] = mean_acc
68
 
69
  return self(
70
+ eval_name = model_show,
71
  full_model = config.get("model_name", ""),
72
+ model_show = model_to_show,
73
  results = results,
74
  revision = config.get("model_sha", ""),
75
  still_on_hub = is_open,
76
  )
77
 
78
+
79
  def update_with_request_file(self, requests_path):
80
  """Finds the relevant request file for the current model and updates info with it"""
81
  request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)