Spaces:

adelevett
/

ELBench-live

Sleeping

ELBench-live / src /elbench /judges /base.py

Deploy ELBench-live dashboard

5db30ac verified 18 days ago

312 Bytes

﻿from __future__ import annotations

from abc import ABC, abstractmethod

from elbench.schemas.evaluation import JudgeResult, ModelResponse, Sample


class BaseJudge(ABC):
    @abstractmethod
    async def judge(self, sample: Sample, response: ModelResponse) -> JudgeResult:
        raise NotImplementedError

	from __future__ import annotations

	from abc import ABC, abstractmethod

	from elbench.schemas.evaluation import JudgeResult, ModelResponse, Sample


	class BaseJudge(ABC):
	@abstractmethod
	async def judge(self, sample: Sample, response: ModelResponse) -> JudgeResult:
	raise NotImplementedError