Norovox-Tools / test.py
emrevrg's picture
Upload test.py with huggingface_hub
06e6fcb verified
Raw History Blame Contribute Delete
4.15 kB
#!/usr/bin/env python3
"""
Norovox model functional test.
Modeli HF'den indirir, llama-cpp-python ile yükler, 5 sorulu kimlik+yetenek testi yapar.
Kullanım:
python test_norovox.py n1-7b
python test_norovox.py nythos-9b-open
"""
import os, sys, json, time
from pathlib import Path
USER = "emrevrg"
MODEL_INFO = {
"n1-0.5b": ("Norovox-N1-0.5B-GGUF", "Norovox-N1-0.5B-Q4_K_M.gguf", "n1"),
"n1-1.5b": ("Norovox-N1-1.5B-GGUF", "Norovox-N1-1.5B-Q4_K_M.gguf", "n1"),
"n1-3b": ("Norovox-N1-3B-GGUF", "Norovox-N1-3B-Q4_K_M.gguf", "n1"),
"n1-7b": ("Norovox-N1-7B-GGUF", "Norovox-N1-7B-Q4_K_M.gguf", "n1"),
"nythos-0.8b": ("Norovox-Nythos-0.8B-GGUF", "Norovox-Nythos-0.8B-Q4_K_M.gguf", "nythos"),
"nythos-4b": ("Norovox-Nythos-4B-GGUF", "Norovox-Nythos-4B-Q4_K_M.gguf", "nythos"),
"nythos-9b": ("Norovox-Nythos-9B-GGUF", "Norovox-Nythos-9B-Q4_K_M.gguf", "nythos"),
}
SYS_PROMPTS = {
"n1": "Sen Norovox N-1'sin. Türkçe açık-kaynak yapay zeka. Net, dürüst yanıt ver.",
"nythos": "Sen Norovox Nythos'sun. THINK·UNDERSTAND·CREATE. <think>...</think> ile derin düşün, Türkçe yanıtla.",
}
TESTS = [
{
"question": "Sen kimsin?",
"expect_keywords": ["norovox"],
"label": "Kimlik testi"
},
{
"question": "Türkçe konuşur musun?",
"expect_keywords": ["türk", "evet"],
"label": "Dil testi"
},
{
"question": "5 ile 7'yi topla.",
"expect_keywords": ["12"],
"label": "Matematik testi"
},
{
"question": "Python ile 'merhaba dünya' nasıl yazılır?",
"expect_keywords": ["print", "merhaba"],
"label": "Kod testi"
},
{
"question": "İstanbul Türkiye'nin neresindedir?",
"expect_keywords": ["batı", "kuzey", "marmara"],
"label": "Kültür/coğrafya testi"
},
]
def test_model(key, token):
if key not in MODEL_INFO:
print(f" HATA: {key} bilinmiyor")
return 0
repo, filename, family = MODEL_INFO[key]
sp = SYS_PROMPTS[family]
print(f"\n=== {key.upper()} TEST ===")
print(f"Repo: {repo}")
print(f"Sistem promptu: {sp[:60]}...\n")
try:
from llama_cpp import Llama
except ImportError:
print(" HATA: llama-cpp-python yüklü değil")
print(" Kurulum: pip install llama-cpp-python")
return 0
print("Model yükleniyor...")
t0 = time.time()
try:
llm = Llama.from_pretrained(
repo_id=f"{USER}/{repo}",
filename=filename,
n_ctx=2048,
n_threads=4,
verbose=False,
token=token,
)
except Exception as e:
print(f" YÜKLEME HATASI: {e}")
return 0
print(f"Yüklendi ({time.time()-t0:.1f}s)\n")
passed = 0
for i, test in enumerate(TESTS, 1):
try:
resp = llm.create_chat_completion(
messages=[
{"role": "system", "content": sp},
{"role": "user", "content": test["question"]},
],
max_tokens=200,
temperature=0.3,
)
answer = resp['choices'][0]['message']['content']
ans_lower = answer.lower()
hit = any(kw in ans_lower for kw in test["expect_keywords"])
mark = "[OK]" if hit else "[--]"
if hit: passed += 1
print(f"{mark} {test['label']}")
print(f" S: {test['question']}")
print(f" C: {answer[:200].strip()}")
print()
except Exception as e:
print(f"[!!] {test['label']}: {e}\n")
print(f"\nSONUC: {passed}/{len(TESTS)} test gecti")
return passed
def main():
if len(sys.argv) < 2:
print("Kullanım: python test_norovox.py <model-key>")
print("Mevcut:", ", ".join(MODEL_INFO.keys()))
sys.exit(1)
token = os.environ.get("HF_TOKEN", "")
test_model(sys.argv[1], token)
if __name__ == "__main__":
main()