Spaces:
Sleeping
Sleeping
Download src/elbench/loaders/xlsx_loader.py from adelevett/ELBench-live: direct link, hf CLI and curl.
- Browser
- Download file 1.58 kB
-
https://huggingface.co/spaces/adelevett/ELBench-live/resolve/main/src/elbench/loaders/xlsx_loader.py
- Command line
-
hf download hf://spaces/adelevett/ELBench-live/src/elbench/loaders/xlsx_loader.py
-
curl -L -o xlsx_loader.py https://huggingface.co/spaces/adelevett/ELBench-live/resolve/main/src/elbench/loaders/xlsx_loader.py
1.58 kB
| from __future__ import annotations | |
| from typing import Iterator | |
| from openpyxl import load_workbook | |
| from elbench.loaders.base import BaseLoader | |
| from elbench.loaders.normalizer import RecordNormalizer | |
| from elbench.registry import ResolvedRegistryItem | |
| from elbench.schemas.evaluation import RawRecord, Sample | |
| class XlsxLoader(BaseLoader): | |
| def __init__(self) -> None: | |
| self._normalizer = RecordNormalizer() | |
| def iter_raw_records(self, item: ResolvedRegistryItem) -> Iterator[RawRecord]: | |
| workbook = load_workbook(item.path, read_only=True, data_only=True) | |
| sheet_name = item.mapping.sheet_name or workbook.sheetnames[0] | |
| sheet = workbook[sheet_name] | |
| rows = sheet.iter_rows(values_only=True) | |
| headers = [str(value).strip() if value is not None else "" for value in next(rows)] | |
| for row_index, row_values in enumerate(rows, start=2): | |
| record = { | |
| header: value | |
| for header, value in zip(headers, row_values) | |
| if header | |
| } | |
| if not any(value not in (None, "") for value in record.values()): | |
| continue | |
| yield RawRecord( | |
| source_path=str(item.path), | |
| source_file=item.entry.canonical_name, | |
| row_index=row_index, | |
| record=record, | |
| ) | |
| workbook.close() | |
| def iter_samples(self, item: ResolvedRegistryItem) -> Iterator[Sample]: | |
| for raw_record in self.iter_raw_records(item): | |
| yield self._normalizer.normalize(item, raw_record) | |