Spaces:

adelevett
/

ELBench-live

Sleeping

ELBench-live / src /elbench /loaders /base.py

Deploy ELBench-live dashboard

5db30ac verified 18 days ago

505 Bytes

﻿from __future__ import annotations

from abc import ABC, abstractmethod
from typing import Iterator

from elbench.registry import ResolvedRegistryItem
from elbench.schemas.evaluation import RawRecord, Sample


class BaseLoader(ABC):
    @abstractmethod
    def iter_raw_records(self, item: ResolvedRegistryItem) -> Iterator[RawRecord]:
        raise NotImplementedError

    @abstractmethod
    def iter_samples(self, item: ResolvedRegistryItem) -> Iterator[Sample]:
        raise NotImplementedError

	from __future__ import annotations

	from abc import ABC, abstractmethod
	from typing import Iterator

	from elbench.registry import ResolvedRegistryItem
	from elbench.schemas.evaluation import RawRecord, Sample


	class BaseLoader(ABC):
	@abstractmethod
	def iter_raw_records(self, item: ResolvedRegistryItem) -> Iterator[RawRecord]:
	raise NotImplementedError

	@abstractmethod
	def iter_samples(self, item: ResolvedRegistryItem) -> Iterator[Sample]:
	raise NotImplementedError