File size: 505 Bytes
5db30ac
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
from __future__ import annotations

from abc import ABC, abstractmethod
from typing import Iterator

from elbench.registry import ResolvedRegistryItem
from elbench.schemas.evaluation import RawRecord, Sample


class BaseLoader(ABC):
    @abstractmethod
    def iter_raw_records(self, item: ResolvedRegistryItem) -> Iterator[RawRecord]:
        raise NotImplementedError

    @abstractmethod
    def iter_samples(self, item: ResolvedRegistryItem) -> Iterator[Sample]:
        raise NotImplementedError