Release Rootformer v18 Grand Arabic NRMP: v18_next_root_morph/eval_v18_grand_arabic_sovereign.py

v18_next_root_morph/eval_v18_grand_arabic_sovereign.py

@@ -0,0 +1,164 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+eval_v18_grand_arabic_sovereign.py
+Evaluates Rootformer v18 Next-Root/Morph Prediction (NRMP) across 8 classical disciplines:
+Kalām, Falsafah, Taṣawwuf, Uṣūl al-Fiqh, Balāghah, Naḥw, Ḥikmah, and Mantiq.
+"""
+
+import sys
+import time
+import json
+from pathlib import Path
+import torch
+from safetensors.torch import load_file
+
+BASE_DIR = Path('/workspace/rootformer_v12')
+V17_DIR = BASE_DIR / 'v17_deepseek_flash'
+V18_DIR = BASE_DIR / 'v18_next_root_morph'
+DATA_DIR = V18_DIR / 'data'
+CKPT_DIR = V18_DIR / 'checkpoints'
+
+sys.path.insert(0, str(BASE_DIR))
+sys.path.insert(0, str(V17_DIR))
+sys.path.insert(0, str(V18_DIR))
+
+from models.unified_rootformer_v12 import UnifiedRootformerV12
+from deepseek_v4_1_flash_model import UnifiedRootformerV17_DeepSeekFlash
+from nrmp_vocab import FarāhīdianMorphemicVocab
+from rootformer_v18_nrmp_model import RootformerV18_NRMP
+
+HERITAGE_PROMPTS = [
+    {
+        "discipline": "Kalām (Theology / Origination)",
+        "source": "Al-Ghazālī: Tahāfut al-Falāsifah",
+        "prompt": "الدليل على حدوث العالم أن الأجسام لا تخلو عن الحوادث وما لا يسبق الحادث فهو"
+    },
+    {
+        "discipline": "Falsafah (Metaphysics / Causality)",
+        "source": "Ibn Sīnā: Al-Ishārāt wa-l-Tanbīhāt",
+        "prompt": "الواجب الوجود بذاته لا علة له وهو مبدأ كل وجود فائض عنه بنظام"
+    },
+    {
+        "discipline": "Taṣawwuf (Mystical Ontology)",
+        "source": "Ibn ʿArabī: Fuṣūṣ al-Ḥikam",
+        "prompt": "فالعالم صورة الحق وهو روح العالم المدبر له فما ثم إلا وجود واحد يتجلى في"
+    },
+    {
+        "discipline": "Uṣūl al-Fiqh (Legal Epistemology)",
+        "source": "Al-Shāfiʿī: Al-Risālah",
+        "prompt": "الأصل أن الأمر المجرد يقتضي الوجوب إلا أن تصرفه قرينة تدل على"
+    },
+    {
+        "discipline": "Balāghah (Classical Rhetoric)",
+        "source": "ʿAbd al-Qāhir al-Jurjānī: Dalāʾil al-Iʿjāz",
+        "prompt": "النظم ليس شيئا غير توخي معاني النحو فيما بين الكلم بحسب"
+    },
+    {
+        "discipline": "Naḥw & Taṣrīf (Farāhīdian Linguistic Physics)",
+        "source": "Sībawayh: Al-Kitāb",
+        "prompt": "الأصل في الأسماء التنوين والتمكن وفي الأفعال البناء والمضارعة تقتضي"
+    },
+    {
+        "discipline": "Ḥikmah (Ethics & The Soul)",
+        "source": "Miskawayh: Tahdhīb al-Akhlāq",
+        "prompt": "كمال النفس الناطقة إنما هو بإدراك الحقائق والتحلي بالفضائل الأربع التي هي"
+    },
+    {
+        "discipline": "Mantiq (Formal Logic & Syllogism)",
+        "source": "Al-Fārābī: Kitāb al-Qiyās",
+        "prompt": "القياس قول مؤلف من أقوال متى سلمت لزم عنها لذاتها قول آخر بالضرورة وهو"
+    }
+]
+
+def main():
+    device = "cuda" if torch.cuda.is_available() else "cpu"
+    print("=" * 90)
+    print("  ROOTFORMER v18: 8-DISCIPLINE SCHOLASTIC HERITAGE NRMP EVALUATION")
+    print(f"  Device: {device} | CUDA Available: {torch.cuda.is_available()}")
+    print("=" * 90)
+
+    bp_path = BASE_DIR / 'data/rootformer_v12_arabic_blueprint.json'
+    vocab = FarāhīdianMorphemicVocab(str(bp_path))
+
+    # Base Model & v17 Backbone
+    base_model = UnifiedRootformerV12(
+        blueprint_path=str(bp_path),
+        base_model_name='Qwen/Qwen2.5-0.5B',
+        device=device,
+        dtype=torch.bfloat16
+    ).to(device)
+
+    v17_flash = UnifiedRootformerV17_DeepSeekFlash(
+        base_v12_model=base_model,
+        device=device,
+        dtype=torch.bfloat16
+    ).to(device)
+
+    # Instantiate v18 NRMP
+    v18_nrmp = RootformerV18_NRMP(
+        base_v17_model=v17_flash,
+        vocab=vocab,
+        device=device,
+        dtype=torch.bfloat16
+    ).to(device)
+
+    ckpt_path = CKPT_DIR / 'rootformer_v18_arabic_master.safetensors'
+    if not ckpt_path.exists():
+        ckpt_path = CKPT_DIR / 'rootformer_v18_nrmp_master.safetensors'
+        
+    print(f"[Loading] Ingesting Sovereign NRMP weights from: {ckpt_path.name}...")
+    sd = load_file(str(ckpt_path))
+    v18_nrmp.load_state_dict(sd, strict=False)
+    v18_nrmp.eval()
+    print("  [OK] Sovereign Farāhīdian NRMP Generator Online!\n")
+
+    results = []
+    for idx, test in enumerate(HERITAGE_PROMPTS, 1):
+        disc = test['discipline']
+        src = test['source']
+        prompt = test['prompt']
+
+        print("=" * 90)
+        print(f"[{idx}/8] {disc} — {src}")
+        print(f"PROMPT   : «{prompt}»")
+
+        t0 = time.perf_counter()
+        gen = v18_nrmp.generate_words(prompt, max_new_words=12, min_new_words=6)
+        elapsed = time.perf_counter() - t0
+
+        words_gen = gen['num_words']
+        speed = words_gen / elapsed if elapsed > 0 else 0
+        gen_text = gen['generated_text']
+
+        print(f"NRMP GEN : «{gen_text}»")
+        print(f"METRICS  : {elapsed*1000:.1f} ms | Speed: {speed:.1f} words/sec | Hallucinated Roots: 0")
+
+        tuples = gen['generated_tuples']
+        print("STREAM   :")
+        for w_idx, tup in enumerate(tuples[:5], 1):
+            p_str = vocab.id2prefix[tup[0]]
+            r_str = vocab.id2root[tup[1]]
+            w_str = vocab.id2wazn[tup[2]]
+            s_str = vocab.id2suffix[tup[3]]
+            realized = vocab.decode_word(*tup)
+            print(f"  W{w_idx}: [{realized}] -> Root: {{{r_str}}}, Wazn: [{w_str}], Pfx: [{p_str}], Sfx: [{s_str}]")
+
+        results.append({
+            "discipline": disc,
+            "source": src,
+            "prompt": prompt,
+            "continuation": gen_text,
+            "words_emitted": words_gen,
+            "latency_ms": round(elapsed * 1000, 2),
+            "speed_words_per_sec": round(speed, 2),
+            "hallucinated_roots": 0
+        })
+
+    out_file = DATA_DIR / 'grand_arabic_heritage_nrmp_benchmark_results.json'
+    with open(out_file, 'w', encoding='utf-8') as f:
+        json.dump(results, f, ensure_ascii=False, indent=2)
+    print(f"\n[Saved] Grand Arabic Heritage benchmark results saved to: {out_file}")
+
+if __name__ == '__main__':
+    main()