Download evals/test_simple.py from Kyrlos11/nniback: direct link, hf CLI and curl.
- Browser
- Download file 940 Bytes
-
https://huggingface.co/spaces/Kyrlos11/nniback/resolve/main/evals/test_simple.py
- Command line
-
hf download hf://spaces/Kyrlos11/nniback/evals/test_simple.py
-
curl -L -o test_simple.py https://huggingface.co/spaces/Kyrlos11/nniback/resolve/main/evals/test_simple.py
940 Bytes
| """ | |
| Simple test to debug eval system. | |
| """ | |
| import asyncio | |
| import sys | |
| import os | |
| sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) | |
| from evals.runner import AgentEvalRunner, EvalCase | |
| from core.utils.logger import logger | |
| async def main(): | |
| logger.info("Starting simple eval test...") | |
| runner = AgentEvalRunner( | |
| project_name="Test", | |
| model_name="kortix/basic", # Use default model | |
| max_iterations=5, | |
| timeout_seconds=30.0, | |
| ) | |
| case = EvalCase( | |
| input="What is 2 + 2?", | |
| expected="4", | |
| tags=["test"], | |
| ) | |
| logger.info("Running test case...") | |
| result = await runner.run_case(case) | |
| logger.info(f"Result: {result.output}") | |
| logger.info(f"Error: {result.error}") | |
| logger.info(f"Tools: {result.tools_called}") | |
| logger.info(f"Duration: {result.duration_ms}ms") | |
| if __name__ == "__main__": | |
| asyncio.run(main()) | |