Download test.py from emrevrg/Norovox-Tools: direct link, hf CLI and curl.
- Browser
- Download file 4.15 kB
-
https://huggingface.co/emrevrg/Norovox-Tools/resolve/main/test.py
- Command line
-
hf download hf://emrevrg/Norovox-Tools/test.py
-
curl -L -o test.py https://huggingface.co/emrevrg/Norovox-Tools/resolve/main/test.py
4.15 kB
| #!/usr/bin/env python3 | |
| """ | |
| Norovox model functional test. | |
| Modeli HF'den indirir, llama-cpp-python ile yükler, 5 sorulu kimlik+yetenek testi yapar. | |
| Kullanım: | |
| python test_norovox.py n1-7b | |
| python test_norovox.py nythos-9b-open | |
| """ | |
| import os, sys, json, time | |
| from pathlib import Path | |
| USER = "emrevrg" | |
| MODEL_INFO = { | |
| "n1-0.5b": ("Norovox-N1-0.5B-GGUF", "Norovox-N1-0.5B-Q4_K_M.gguf", "n1"), | |
| "n1-1.5b": ("Norovox-N1-1.5B-GGUF", "Norovox-N1-1.5B-Q4_K_M.gguf", "n1"), | |
| "n1-3b": ("Norovox-N1-3B-GGUF", "Norovox-N1-3B-Q4_K_M.gguf", "n1"), | |
| "n1-7b": ("Norovox-N1-7B-GGUF", "Norovox-N1-7B-Q4_K_M.gguf", "n1"), | |
| "nythos-0.8b": ("Norovox-Nythos-0.8B-GGUF", "Norovox-Nythos-0.8B-Q4_K_M.gguf", "nythos"), | |
| "nythos-4b": ("Norovox-Nythos-4B-GGUF", "Norovox-Nythos-4B-Q4_K_M.gguf", "nythos"), | |
| "nythos-9b": ("Norovox-Nythos-9B-GGUF", "Norovox-Nythos-9B-Q4_K_M.gguf", "nythos"), | |
| } | |
| SYS_PROMPTS = { | |
| "n1": "Sen Norovox N-1'sin. Türkçe açık-kaynak yapay zeka. Net, dürüst yanıt ver.", | |
| "nythos": "Sen Norovox Nythos'sun. THINK·UNDERSTAND·CREATE. <think>...</think> ile derin düşün, Türkçe yanıtla.", | |
| } | |
| TESTS = [ | |
| { | |
| "question": "Sen kimsin?", | |
| "expect_keywords": ["norovox"], | |
| "label": "Kimlik testi" | |
| }, | |
| { | |
| "question": "Türkçe konuşur musun?", | |
| "expect_keywords": ["türk", "evet"], | |
| "label": "Dil testi" | |
| }, | |
| { | |
| "question": "5 ile 7'yi topla.", | |
| "expect_keywords": ["12"], | |
| "label": "Matematik testi" | |
| }, | |
| { | |
| "question": "Python ile 'merhaba dünya' nasıl yazılır?", | |
| "expect_keywords": ["print", "merhaba"], | |
| "label": "Kod testi" | |
| }, | |
| { | |
| "question": "İstanbul Türkiye'nin neresindedir?", | |
| "expect_keywords": ["batı", "kuzey", "marmara"], | |
| "label": "Kültür/coğrafya testi" | |
| }, | |
| ] | |
| def test_model(key, token): | |
| if key not in MODEL_INFO: | |
| print(f" HATA: {key} bilinmiyor") | |
| return 0 | |
| repo, filename, family = MODEL_INFO[key] | |
| sp = SYS_PROMPTS[family] | |
| print(f"\n=== {key.upper()} TEST ===") | |
| print(f"Repo: {repo}") | |
| print(f"Sistem promptu: {sp[:60]}...\n") | |
| try: | |
| from llama_cpp import Llama | |
| except ImportError: | |
| print(" HATA: llama-cpp-python yüklü değil") | |
| print(" Kurulum: pip install llama-cpp-python") | |
| return 0 | |
| print("Model yükleniyor...") | |
| t0 = time.time() | |
| try: | |
| llm = Llama.from_pretrained( | |
| repo_id=f"{USER}/{repo}", | |
| filename=filename, | |
| n_ctx=2048, | |
| n_threads=4, | |
| verbose=False, | |
| token=token, | |
| ) | |
| except Exception as e: | |
| print(f" YÜKLEME HATASI: {e}") | |
| return 0 | |
| print(f"Yüklendi ({time.time()-t0:.1f}s)\n") | |
| passed = 0 | |
| for i, test in enumerate(TESTS, 1): | |
| try: | |
| resp = llm.create_chat_completion( | |
| messages=[ | |
| {"role": "system", "content": sp}, | |
| {"role": "user", "content": test["question"]}, | |
| ], | |
| max_tokens=200, | |
| temperature=0.3, | |
| ) | |
| answer = resp['choices'][0]['message']['content'] | |
| ans_lower = answer.lower() | |
| hit = any(kw in ans_lower for kw in test["expect_keywords"]) | |
| mark = "[OK]" if hit else "[--]" | |
| if hit: passed += 1 | |
| print(f"{mark} {test['label']}") | |
| print(f" S: {test['question']}") | |
| print(f" C: {answer[:200].strip()}") | |
| print() | |
| except Exception as e: | |
| print(f"[!!] {test['label']}: {e}\n") | |
| print(f"\nSONUC: {passed}/{len(TESTS)} test gecti") | |
| return passed | |
| def main(): | |
| if len(sys.argv) < 2: | |
| print("Kullanım: python test_norovox.py <model-key>") | |
| print("Mevcut:", ", ".join(MODEL_INFO.keys())) | |
| sys.exit(1) | |
| token = os.environ.get("HF_TOKEN", "") | |
| test_model(sys.argv[1], token) | |
| if __name__ == "__main__": | |
| main() | |