Spaces:
Build error
Build error
ycy commited on
Commit ·
db72912
1
Parent(s): 4dd116f
test
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -95,7 +95,8 @@ class EvalResult:
|
|
| 95 |
def update_with_request_file(self, requests_path):
|
| 96 |
"""Finds the relevant request file for the current model and updates info with it"""
|
| 97 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
|
| 98 |
-
|
|
|
|
| 99 |
try:
|
| 100 |
with open(request_file, "r") as f:
|
| 101 |
request = json.load(f)
|
|
@@ -175,7 +176,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
| 175 |
|
| 176 |
for file in files:
|
| 177 |
model_result_filepaths.append(os.path.join(root, file))
|
| 178 |
-
|
| 179 |
# get all of the property eval paths
|
| 180 |
eval_results = {}
|
| 181 |
for model_result_filepath in model_result_filepaths:
|
|
|
|
| 95 |
def update_with_request_file(self, requests_path):
|
| 96 |
"""Finds the relevant request file for the current model and updates info with it"""
|
| 97 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
|
| 98 |
+
print(request_file)
|
| 99 |
+
print("------")
|
| 100 |
try:
|
| 101 |
with open(request_file, "r") as f:
|
| 102 |
request = json.load(f)
|
|
|
|
| 176 |
|
| 177 |
for file in files:
|
| 178 |
model_result_filepaths.append(os.path.join(root, file))
|
| 179 |
+
|
| 180 |
# get all of the property eval paths
|
| 181 |
eval_results = {}
|
| 182 |
for model_result_filepath in model_result_filepaths:
|