Spaces:
Sleeping
Sleeping
Commit 路
e7b63cf
1
Parent(s): 2238998
refactor:
Browse files- L锚 parquet ao inv茅s de csv
- app.py +6 -6
- requirements.txt +1 -0
app.py
CHANGED
|
@@ -33,19 +33,19 @@ def load_results() -> pd.DataFrame:
|
|
| 33 |
provider = model_info.get("provider", "")
|
| 34 |
|
| 35 |
try:
|
| 36 |
-
|
| 37 |
except Exception:
|
| 38 |
continue
|
| 39 |
|
| 40 |
-
for
|
| 41 |
try:
|
| 42 |
-
with fs.open(
|
| 43 |
-
df = pd.
|
| 44 |
|
| 45 |
exam_name = df["exam_edition"].iloc[0]
|
| 46 |
df = df.drop(columns=["exam_edition"])
|
| 47 |
|
| 48 |
-
#
|
| 49 |
# aqui usamos o r贸tulo do model.txt (variant_name), que 茅 o can么nico.
|
| 50 |
if "model" in df.columns:
|
| 51 |
df = df.drop(columns=["model"])
|
|
@@ -62,7 +62,7 @@ def load_results() -> pd.DataFrame:
|
|
| 62 |
return pd.DataFrame()
|
| 63 |
|
| 64 |
combined = pd.concat(dfs, ignore_index=True)
|
| 65 |
-
combined["is_correct"] = combined["is_correct"].
|
| 66 |
return combined
|
| 67 |
|
| 68 |
|
|
|
|
| 33 |
provider = model_info.get("provider", "")
|
| 34 |
|
| 35 |
try:
|
| 36 |
+
parquet_files = [f for f in fs.ls(entry, detail=False) if f.endswith(".parquet")]
|
| 37 |
except Exception:
|
| 38 |
continue
|
| 39 |
|
| 40 |
+
for parquet_path in parquet_files:
|
| 41 |
try:
|
| 42 |
+
with fs.open(parquet_path, "rb") as f:
|
| 43 |
+
df = pd.read_parquet(f)
|
| 44 |
|
| 45 |
exam_name = df["exam_edition"].iloc[0]
|
| 46 |
df = df.drop(columns=["exam_edition"])
|
| 47 |
|
| 48 |
+
# parquets novos j谩 trazem sua pr贸pria coluna "model" (o ID exato rodado);
|
| 49 |
# aqui usamos o r贸tulo do model.txt (variant_name), que 茅 o can么nico.
|
| 50 |
if "model" in df.columns:
|
| 51 |
df = df.drop(columns=["model"])
|
|
|
|
| 62 |
return pd.DataFrame()
|
| 63 |
|
| 64 |
combined = pd.concat(dfs, ignore_index=True)
|
| 65 |
+
combined["is_correct"] = combined["is_correct"].astype(bool)
|
| 66 |
return combined
|
| 67 |
|
| 68 |
|
requirements.txt
CHANGED
|
@@ -1,2 +1,3 @@
|
|
| 1 |
pandas
|
|
|
|
| 2 |
huggingface_hub
|
|
|
|
| 1 |
pandas
|
| 2 |
+
pyarrow
|
| 3 |
huggingface_hub
|