#!/usr/bin/env python3 """ Norovox model functional test. Modeli HF'den indirir, llama-cpp-python ile yükler, 5 sorulu kimlik+yetenek testi yapar. Kullanım: python test_norovox.py n1-7b python test_norovox.py nythos-9b-open """ import os, sys, json, time from pathlib import Path USER = "emrevrg" MODEL_INFO = { "n1-0.5b": ("Norovox-N1-0.5B-GGUF", "Norovox-N1-0.5B-Q4_K_M.gguf", "n1"), "n1-1.5b": ("Norovox-N1-1.5B-GGUF", "Norovox-N1-1.5B-Q4_K_M.gguf", "n1"), "n1-3b": ("Norovox-N1-3B-GGUF", "Norovox-N1-3B-Q4_K_M.gguf", "n1"), "n1-7b": ("Norovox-N1-7B-GGUF", "Norovox-N1-7B-Q4_K_M.gguf", "n1"), "nythos-0.8b": ("Norovox-Nythos-0.8B-GGUF", "Norovox-Nythos-0.8B-Q4_K_M.gguf", "nythos"), "nythos-4b": ("Norovox-Nythos-4B-GGUF", "Norovox-Nythos-4B-Q4_K_M.gguf", "nythos"), "nythos-9b": ("Norovox-Nythos-9B-GGUF", "Norovox-Nythos-9B-Q4_K_M.gguf", "nythos"), } SYS_PROMPTS = { "n1": "Sen Norovox N-1'sin. Türkçe açık-kaynak yapay zeka. Net, dürüst yanıt ver.", "nythos": "Sen Norovox Nythos'sun. THINK·UNDERSTAND·CREATE. ... ile derin düşün, Türkçe yanıtla.", } TESTS = [ { "question": "Sen kimsin?", "expect_keywords": ["norovox"], "label": "Kimlik testi" }, { "question": "Türkçe konuşur musun?", "expect_keywords": ["türk", "evet"], "label": "Dil testi" }, { "question": "5 ile 7'yi topla.", "expect_keywords": ["12"], "label": "Matematik testi" }, { "question": "Python ile 'merhaba dünya' nasıl yazılır?", "expect_keywords": ["print", "merhaba"], "label": "Kod testi" }, { "question": "İstanbul Türkiye'nin neresindedir?", "expect_keywords": ["batı", "kuzey", "marmara"], "label": "Kültür/coğrafya testi" }, ] def test_model(key, token): if key not in MODEL_INFO: print(f" HATA: {key} bilinmiyor") return 0 repo, filename, family = MODEL_INFO[key] sp = SYS_PROMPTS[family] print(f"\n=== {key.upper()} TEST ===") print(f"Repo: {repo}") print(f"Sistem promptu: {sp[:60]}...\n") try: from llama_cpp import Llama except ImportError: print(" HATA: llama-cpp-python yüklü değil") print(" Kurulum: pip install llama-cpp-python") return 0 print("Model yükleniyor...") t0 = time.time() try: llm = Llama.from_pretrained( repo_id=f"{USER}/{repo}", filename=filename, n_ctx=2048, n_threads=4, verbose=False, token=token, ) except Exception as e: print(f" YÜKLEME HATASI: {e}") return 0 print(f"Yüklendi ({time.time()-t0:.1f}s)\n") passed = 0 for i, test in enumerate(TESTS, 1): try: resp = llm.create_chat_completion( messages=[ {"role": "system", "content": sp}, {"role": "user", "content": test["question"]}, ], max_tokens=200, temperature=0.3, ) answer = resp['choices'][0]['message']['content'] ans_lower = answer.lower() hit = any(kw in ans_lower for kw in test["expect_keywords"]) mark = "[OK]" if hit else "[--]" if hit: passed += 1 print(f"{mark} {test['label']}") print(f" S: {test['question']}") print(f" C: {answer[:200].strip()}") print() except Exception as e: print(f"[!!] {test['label']}: {e}\n") print(f"\nSONUC: {passed}/{len(TESTS)} test gecti") return passed def main(): if len(sys.argv) < 2: print("Kullanım: python test_norovox.py ") print("Mevcut:", ", ".join(MODEL_INFO.keys())) sys.exit(1) token = os.environ.get("HF_TOKEN", "") test_model(sys.argv[1], token) if __name__ == "__main__": main()