File size: 940 Bytes
22087d0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
"""
Simple test to debug eval system.
"""

import asyncio
import sys
import os
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))

from evals.runner import AgentEvalRunner, EvalCase
from core.utils.logger import logger


async def main():
    logger.info("Starting simple eval test...")
    
    runner = AgentEvalRunner(
        project_name="Test",
        model_name="kortix/basic",  # Use default model
        max_iterations=5,
        timeout_seconds=30.0,
    )
    
    case = EvalCase(
        input="What is 2 + 2?",
        expected="4",
        tags=["test"],
    )
    
    logger.info("Running test case...")
    result = await runner.run_case(case)
    
    logger.info(f"Result: {result.output}")
    logger.info(f"Error: {result.error}")
    logger.info(f"Tools: {result.tools_called}")
    logger.info(f"Duration: {result.duration_ms}ms")


if __name__ == "__main__":
    asyncio.run(main())