Spaces:
Sleeping
Sleeping
File size: 505 Bytes
5db30ac | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | from __future__ import annotations
from abc import ABC, abstractmethod
from typing import Iterator
from elbench.registry import ResolvedRegistryItem
from elbench.schemas.evaluation import RawRecord, Sample
class BaseLoader(ABC):
@abstractmethod
def iter_raw_records(self, item: ResolvedRegistryItem) -> Iterator[RawRecord]:
raise NotImplementedError
@abstractmethod
def iter_samples(self, item: ResolvedRegistryItem) -> Iterator[Sample]:
raise NotImplementedError
|