File size: 959 Bytes
22087d0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
"""
Quick eval test with just one case for debugging.
"""

import os
import sys
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))

# Load config first to get env vars
from core.utils.config import config

from braintrust import Eval
from evals.runner import create_agent_task
from evals.scorers import AnswerCorrectness, TaskCompletionScorer, ToolUsageScorer, ResponseTimeScorer

# Just one simple test
QUICK_TEST = [
    {
        "input": "What is 2 + 2?",
        "expected": "4",
        "tags": ["math", "simple"],
    },
]

print("Starting quick eval with 1 test case...")

Eval(
    "Kortix Agent Quick Test",
    data=lambda: QUICK_TEST,
    task=create_agent_task(
        model_name="kortix/basic",
        max_iterations=10,
        timeout_seconds=30.0,  # Shorter timeout
    ),
    scores=[AnswerCorrectness, TaskCompletionScorer, ToolUsageScorer, ResponseTimeScorer],
    max_concurrency=1,  # Run sequentially
)