nniback / test_llm.py
Kyrlos11's picture
Upload 842 files
22087d0 verified
Raw History Blame Contribute Delete
3.55 kB
#!/usr/bin/env python3
"""
Test script for LLM configuration.
Tests kortix/basic and kortix/power models with the configured MAIN_LLM provider.
"""
import asyncio
import os
import sys
# Add backend to path
sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
from dotenv import load_dotenv
load_dotenv()
from core.utils.config import get_config
from core.ai_models import registry
def print_model_info(model_id: str):
"""Print detailed info about a model."""
model = registry.get(model_id)
if not model:
print(f" ❌ Model '{model_id}' not found!")
return None
print(f" βœ“ ID: {model.id}")
print(f" Name: {model.name}")
print(f" LiteLLM ID: {model.litellm_model_id}")
print(f" Provider: {model.provider.value}")
print(f" Context Window: {model.context_window:,} tokens")
print(f" Capabilities: {[c.value for c in model.capabilities]}")
if model.pricing:
print(f" Pricing: ${model.pricing.input_cost_per_million_tokens}/M input, ${model.pricing.output_cost_per_million_tokens}/M output")
return model
async def test_llm_call(model_id: str):
"""Test an actual LLM call."""
try:
import litellm
model = registry.get(model_id)
if not model:
print(f" ❌ Model '{model_id}' not found!")
return False
params = registry.get_litellm_params(model_id)
print(f" LiteLLM params: {params}")
print(f" Calling {model.litellm_model_id}...")
response = await litellm.acompletion(
messages=[{"role": "user", "content": "Say 'Hello from Grok!' in exactly 5 words."}],
**params
)
content = response.choices[0].message.content
print(f" βœ“ Response: {content}")
if response.usage:
print(f" Tokens: {response.usage.prompt_tokens} input, {response.usage.completion_tokens} output")
return True
except Exception as e:
print(f" ❌ Error: {e}")
return False
async def main():
config = get_config()
print("=" * 60)
print("LLM Configuration Test")
print("=" * 60)
print()
# Show current config
print(f"Environment: {config.ENV_MODE.value}")
print(f"MAIN_LLM: {config.MAIN_LLM}")
print()
# Test model registry
print("-" * 60)
print("Model Registry Info")
print("-" * 60)
print("\n[kortix/basic]")
basic_model = print_model_info("kortix/basic")
print("\n[kortix/power]")
power_model = print_model_info("kortix/power")
print("\n[kortix/grok-4-1-fast]")
grok_model = print_model_info("kortix/grok-4-1-fast")
# Test actual LLM calls
print()
print("-" * 60)
print("LLM Call Tests")
print("-" * 60)
print("\n[Testing kortix/basic]")
basic_ok = await test_llm_call("kortix/basic")
print("\n[Testing kortix/power]")
power_ok = await test_llm_call("kortix/power")
# Summary
print()
print("=" * 60)
print("Summary")
print("=" * 60)
print(f" kortix/basic: {'βœ“ PASS' if basic_ok else '❌ FAIL'}")
print(f" kortix/power: {'βœ“ PASS' if power_ok else '❌ FAIL'}")
print()
if basic_ok and power_ok:
print("All tests passed! πŸŽ‰")
return 0
else:
print("Some tests failed.")
return 1
if __name__ == "__main__":
exit_code = asyncio.run(main())
sys.exit(exit_code)