File size: 959 Bytes
22087d0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | """
Quick eval test with just one case for debugging.
"""
import os
import sys
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
# Load config first to get env vars
from core.utils.config import config
from braintrust import Eval
from evals.runner import create_agent_task
from evals.scorers import AnswerCorrectness, TaskCompletionScorer, ToolUsageScorer, ResponseTimeScorer
# Just one simple test
QUICK_TEST = [
{
"input": "What is 2 + 2?",
"expected": "4",
"tags": ["math", "simple"],
},
]
print("Starting quick eval with 1 test case...")
Eval(
"Kortix Agent Quick Test",
data=lambda: QUICK_TEST,
task=create_agent_task(
model_name="kortix/basic",
max_iterations=10,
timeout_seconds=30.0, # Shorter timeout
),
scores=[AnswerCorrectness, TaskCompletionScorer, ToolUsageScorer, ResponseTimeScorer],
max_concurrency=1, # Run sequentially
)
|