File size: 940 Bytes
22087d0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | """
Simple test to debug eval system.
"""
import asyncio
import sys
import os
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from evals.runner import AgentEvalRunner, EvalCase
from core.utils.logger import logger
async def main():
logger.info("Starting simple eval test...")
runner = AgentEvalRunner(
project_name="Test",
model_name="kortix/basic", # Use default model
max_iterations=5,
timeout_seconds=30.0,
)
case = EvalCase(
input="What is 2 + 2?",
expected="4",
tags=["test"],
)
logger.info("Running test case...")
result = await runner.run_case(case)
logger.info(f"Result: {result.output}")
logger.info(f"Error: {result.error}")
logger.info(f"Tools: {result.tools_called}")
logger.info(f"Duration: {result.duration_ms}ms")
if __name__ == "__main__":
asyncio.run(main())
|