Ouzhang's picture
Add files using upload-large-folder tool
31dc8dc verified
Raw
History Blame Contribute Delete
993 Bytes
"""
Diffulex Benchmark - Benchmark framework for evaluating Diffulex inference engine performance
"""
from diffulex_bench.runner import BenchmarkRunner
from diffulex_bench.datasets import load_benchmark_dataset
from diffulex_bench.metrics import compute_metrics
from diffulex.logger import setup_logger, get_logger
from diffulex_bench.config import BenchmarkConfig, EngineConfig, EvalConfig
# Import lm_eval model to register it
try:
from diffulex_bench.lm_eval_model import DiffulexLM
__all__ = [
"BenchmarkRunner",
"load_benchmark_dataset",
"compute_metrics",
"setup_logger",
"get_logger",
"BenchmarkConfig",
"EngineConfig",
"EvalConfig",
"DiffulexLM",
]
except ImportError:
__all__ = [
"BenchmarkRunner",
"load_benchmark_dataset",
"compute_metrics",
"setup_logger",
"get_logger",
"BenchmarkConfig",
"EngineConfig",
"EvalConfig",
]