hyagosouzza commited on
Commit
e7b63cf
路
1 Parent(s): 2238998

refactor:

Browse files

- L锚 parquet ao inv茅s de csv

Files changed (2) hide show
  1. app.py +6 -6
  2. requirements.txt +1 -0
app.py CHANGED
@@ -33,19 +33,19 @@ def load_results() -> pd.DataFrame:
33
  provider = model_info.get("provider", "")
34
 
35
  try:
36
- csv_files = [f for f in fs.ls(entry, detail=False) if f.endswith(".csv")]
37
  except Exception:
38
  continue
39
 
40
- for csv_path in csv_files:
41
  try:
42
- with fs.open(csv_path, "r", encoding="utf-8") as f:
43
- df = pd.read_csv(f, dtype=str)
44
 
45
  exam_name = df["exam_edition"].iloc[0]
46
  df = df.drop(columns=["exam_edition"])
47
 
48
- # CSVs novos j谩 trazem sua pr贸pria coluna "model" (o ID exato rodado);
49
  # aqui usamos o r贸tulo do model.txt (variant_name), que 茅 o can么nico.
50
  if "model" in df.columns:
51
  df = df.drop(columns=["model"])
@@ -62,7 +62,7 @@ def load_results() -> pd.DataFrame:
62
  return pd.DataFrame()
63
 
64
  combined = pd.concat(dfs, ignore_index=True)
65
- combined["is_correct"] = combined["is_correct"].map({"True": True, "False": False})
66
  return combined
67
 
68
 
 
33
  provider = model_info.get("provider", "")
34
 
35
  try:
36
+ parquet_files = [f for f in fs.ls(entry, detail=False) if f.endswith(".parquet")]
37
  except Exception:
38
  continue
39
 
40
+ for parquet_path in parquet_files:
41
  try:
42
+ with fs.open(parquet_path, "rb") as f:
43
+ df = pd.read_parquet(f)
44
 
45
  exam_name = df["exam_edition"].iloc[0]
46
  df = df.drop(columns=["exam_edition"])
47
 
48
+ # parquets novos j谩 trazem sua pr贸pria coluna "model" (o ID exato rodado);
49
  # aqui usamos o r贸tulo do model.txt (variant_name), que 茅 o can么nico.
50
  if "model" in df.columns:
51
  df = df.drop(columns=["model"])
 
62
  return pd.DataFrame()
63
 
64
  combined = pd.concat(dfs, ignore_index=True)
65
+ combined["is_correct"] = combined["is_correct"].astype(bool)
66
  return combined
67
 
68
 
requirements.txt CHANGED
@@ -1,2 +1,3 @@
1
  pandas
 
2
  huggingface_hub
 
1
  pandas
2
+ pyarrow
3
  huggingface_hub