Mokhtar
feat(production): complete phase 1-4 refactor with hybrid retrieval CAG architecture, E5 dense embeddings, grounding validator, precomputed cold-start index, and 24/24 passing system tests
d54db1a Download tests/answer_evaluation.json from mokh2x/HNU-Final: direct link, hf CLI and curl.
- Browser
- Download file 11.9 kB
-
https://huggingface.co/spaces/mokh2x/HNU-Final/resolve/main/tests/answer_evaluation.json
- Command line
-
hf download hf://spaces/mokh2x/HNU-Final/tests/answer_evaluation.json
-
curl -L -o answer_evaluation.json https://huggingface.co/spaces/mokh2x/HNU-Final/resolve/main/tests/answer_evaluation.json
11.9 kB
| [ | |
| { | |
| "id": 1, | |
| "category": "simple_factual", | |
| "question": "أين تقع جامعة حلوان الأهلية؟", | |
| "expected_topics": ["location"], | |
| "must_contain_facts": ["حلوان", "القاهرة"] | |
| }, | |
| { | |
| "id": 2, | |
| "category": "simple_factual", | |
| "question": "ما هي الكليات المتاحة في جامعة حلوان الأهلية؟", | |
| "expected_topics": ["faculties"], | |
| "must_contain_facts": ["الطب", "الهندسة", "أسنان"] | |
| }, | |
| { | |
| "id": 3, | |
| "category": "simple_factual", | |
| "question": "ما هو البريد الإلكتروني الرسمي للتواصل مع الجامعة؟", | |
| "expected_topics": ["contact"], | |
| "must_contain_facts": ["hnu", "edu.eg"] | |
| }, | |
| { | |
| "id": 4, | |
| "category": "simple_factual", | |
| "question": "ما هي مصاريف كلية الطب والجراحة؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["150,000"] | |
| }, | |
| { | |
| "id": 5, | |
| "category": "simple_factual", | |
| "question": "ما هي مصروفات كلية طب الفم والأسنان؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["130,000"] | |
| }, | |
| { | |
| "id": 6, | |
| "category": "simple_factual", | |
| "question": "ما هو الحد الأدنى للتنسيق لكلية الهندسة؟", | |
| "expected_topics": ["coordination"], | |
| "must_contain_facts": ["68%"] | |
| }, | |
| { | |
| "id": 7, | |
| "category": "simple_factual", | |
| "question": "ما هي مصاريف كلية العلاج الطبيعي؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["105,000"] | |
| }, | |
| { | |
| "id": 8, | |
| "category": "simple_factual", | |
| "question": "ما هو التخصص المتاح في برنامج هندسة الأنظمة الذكية؟", | |
| "expected_topics": ["program"], | |
| "must_contain_facts": ["هندسة", "الأنظمة الذكية"] | |
| }, | |
| { | |
| "id": 9, | |
| "category": "simple_factual", | |
| "question": "ما هي مصاريف كلية علوم الحاسب وتكنولوجيا المعلومات؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["80,000"] | |
| }, | |
| { | |
| "id": 10, | |
| "category": "simple_factual", | |
| "question": "ما هي مصاريف كلية العلوم الإنسانية والتجارة؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["60,000"] | |
| }, | |
| { | |
| "id": 11, | |
| "category": "multi_fact", | |
| "question": "مصاريف طب الأسنان كام وهل ينفع التقسيط؟", | |
| "expected_topics": ["tuition", "installment"], | |
| "must_contain_facts": ["130,000", "سنوية"] | |
| }, | |
| { | |
| "id": 12, | |
| "category": "multi_fact", | |
| "question": "ما هي مصاريف الهندسة وما هي المستندات المطلوبة للتقديم؟", | |
| "expected_topics": ["tuition", "documents"], | |
| "must_contain_facts": ["70,000", "أوراق"] | |
| }, | |
| { | |
| "id": 13, | |
| "category": "multi_fact", | |
| "question": "ما هو الحد الأدنى لكلية الطب وما هي المصروفات السنوية؟", | |
| "expected_topics": ["coordination", "tuition"], | |
| "must_contain_facts": ["85%", "150,000"] | |
| }, | |
| { | |
| "id": 14, | |
| "category": "multi_fact", | |
| "question": "ما هي مصاريف العلاج الطبيعي والتنسيق الخاص بها؟", | |
| "expected_topics": ["tuition", "coordination"], | |
| "must_contain_facts": ["105,000", "77%"] | |
| }, | |
| { | |
| "id": 15, | |
| "category": "multi_fact", | |
| "question": "مين مسؤول عن الباك اند ومين مسؤول عن الفرونت اند؟", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["Mohammed Mokhtar", "Abdelrhman Hany"] | |
| }, | |
| { | |
| "id": 16, | |
| "category": "multi_fact", | |
| "question": "ما هي خطوات التقديم والأوراق المطلوبة؟", | |
| "expected_topics": ["procedure", "documents"], | |
| "must_contain_facts": ["تقديم", "شهادة"] | |
| }, | |
| { | |
| "id": 17, | |
| "category": "multi_fact", | |
| "question": "ما هي مصاريف علوم الحاسب وشروط القبول؟", | |
| "expected_topics": ["tuition", "conditions"], | |
| "must_contain_facts": ["80,000", "61%"] | |
| }, | |
| { | |
| "id": 18, | |
| "category": "multi_fact", | |
| "question": "عايز اعرف مصاريف الفنون التطبيقية والحد الأدنى للقبول", | |
| "expected_topics": ["tuition", "coordination"], | |
| "must_contain_facts": ["60,000", "53%"] | |
| }, | |
| { | |
| "id": 19, | |
| "category": "multi_fact", | |
| "question": "مين مطور الشات بوت وإزاي أتواصل معاه؟", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["Mohammed Mokhtar", "LinkedIn"] | |
| }, | |
| { | |
| "id": 20, | |
| "category": "multi_fact", | |
| "question": "ما هي مصاريف العلوم الصحية والحد الأدنى للقبول؟", | |
| "expected_topics": ["tuition", "coordination"], | |
| "must_contain_facts": ["55,000", "56%"] | |
| }, | |
| { | |
| "id": 21, | |
| "category": "list_all", | |
| "question": "اذكر جميع مطوري الموقع السبعة ومسؤولياتهم بالكامل", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["Mohammed Mokhtar", "Mohamed Ayman", "Omar Wassim", "Youssef Ahmed", "Abdelrhman Hany", "Ammar Ahmed", "Mohamed Okasha"] | |
| }, | |
| { | |
| "id": 22, | |
| "category": "list_all", | |
| "question": "ما هي كل الكليات المتاحة بجامعة حلوان الأهلية؟", | |
| "expected_topics": ["faculties"], | |
| "must_contain_facts": ["الطب", "الأسنان", "الهندسة", "العلاج الطبيعي", "علوم الحاسب"] | |
| }, | |
| { | |
| "id": 23, | |
| "category": "list_all", | |
| "question": "اعرض كل المصروفات الدراسية لجميع الكليات", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["150,000", "130,000", "105,000", "80,000", "70,000"] | |
| }, | |
| { | |
| "id": 24, | |
| "category": "list_all", | |
| "question": "ما هي كل الأوراق والمستندات المطلوبة للتقديم؟", | |
| "expected_topics": ["documents"], | |
| "must_contain_facts": ["شهادة", "صور", "بطاقة"] | |
| }, | |
| { | |
| "id": 25, | |
| "category": "list_all", | |
| "question": "مين كل اعضاء فريق التطوير المسجلين؟", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["7", "مطور"] | |
| }, | |
| { | |
| "id": 26, | |
| "category": "coordination", | |
| "question": "الحد الأدنى لكلية الطب كام؟", | |
| "expected_topics": ["coordination"], | |
| "must_contain_facts": ["85%", "وزارة"] | |
| }, | |
| { | |
| "id": 27, | |
| "category": "coordination", | |
| "question": "هو ده تنسيق جامعة حلوان الأهلية الداخلي؟", | |
| "expected_topics": ["coordination"], | |
| "must_contain_facts": ["تنسيق داخلي", "وزارة"] | |
| }, | |
| { | |
| "id": 28, | |
| "category": "coordination", | |
| "question": "What is the minimum score for medicine?", | |
| "expected_topics": ["coordination"], | |
| "must_contain_facts": ["85%", "Ministry"] | |
| }, | |
| { | |
| "id": 29, | |
| "category": "coordination", | |
| "question": "هل الرقم ده من الجامعة ولا من الوزارة؟", | |
| "expected_topics": ["coordination"], | |
| "must_contain_facts": ["وزارة التعليم العالي", "تنسيق داخلي"] | |
| }, | |
| { | |
| "id": 30, | |
| "category": "coordination", | |
| "question": "ما هو حد القبول لكلية علوم الحاسب؟", | |
| "expected_topics": ["coordination"], | |
| "must_contain_facts": ["61%", "وزارة"] | |
| }, | |
| { | |
| "id": 31, | |
| "category": "tuition", | |
| "question": "كم تبلغ مصاريف التقديم والرسوم الإدارية؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["مصروفات", "رسوم"] | |
| }, | |
| { | |
| "id": 32, | |
| "category": "tuition", | |
| "question": "هل توجد منح تفوق أكاديمي للطلاب؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["منح", "85%"] | |
| }, | |
| { | |
| "id": 33, | |
| "category": "tuition", | |
| "question": "ما هي مصاريف برنامج الهندسة الطبية؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["70,000"] | |
| }, | |
| { | |
| "id": 34, | |
| "category": "tuition", | |
| "question": "هل المصروفات تشمل السكن والمواصلات؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["لا تشمل", "مصروفات"] | |
| }, | |
| { | |
| "id": 35, | |
| "category": "tuition", | |
| "question": "ما هي مصاريف برنامج التغذية والعلاج الغذائي؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["60,000"] | |
| }, | |
| { | |
| "id": 36, | |
| "category": "developer_team", | |
| "question": "مين المطورين السبعة؟", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["Mohammed Mokhtar", "Mohamed Ayman", "Omar Wassim", "Youssef Ahmed", "Abdelrhman Hany", "Ammar Ahmed", "Mohamed Okasha"] | |
| }, | |
| { | |
| "id": 37, | |
| "category": "developer_team", | |
| "question": "مين مسؤول عن الـbackend والذكاء الاصطناعي؟", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["Mohammed Mokhtar", "Mohamed Ayman"] | |
| }, | |
| { | |
| "id": 38, | |
| "category": "developer_team", | |
| "question": "مين مسؤول عن الـfrontend والشات بوت؟", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["Abdelrhman Hany", "Mohammed Mokhtar"] | |
| }, | |
| { | |
| "id": 39, | |
| "category": "developer_team", | |
| "question": "مين مسؤول عن السيرفرات والـdeployment؟", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["Mohamed Okasha"] | |
| }, | |
| { | |
| "id": 40, | |
| "category": "developer_team", | |
| "question": "إزاي أتواصل مع Mohammed Mokhtar ومعلومات عن Mohamed Ayman", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["LinkedIn", "Mohammed Mokhtar", "Mohamed Ayman"] | |
| }, | |
| { | |
| "id": 41, | |
| "category": "english", | |
| "question": "What are the dentistry fees?", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["130,000"] | |
| }, | |
| { | |
| "id": 42, | |
| "category": "english", | |
| "question": "Where is Helwan National University located?", | |
| "expected_topics": ["location"], | |
| "must_contain_facts": ["Helwan"] | |
| }, | |
| { | |
| "id": 43, | |
| "category": "english", | |
| "question": "Who developed the university chatbot?", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["Mohammed Mokhtar"] | |
| }, | |
| { | |
| "id": 44, | |
| "category": "english", | |
| "question": "What is the minimum score required for engineering?", | |
| "expected_topics": ["coordination"], | |
| "must_contain_facts": ["68%", "Ministry"] | |
| }, | |
| { | |
| "id": 45, | |
| "category": "english", | |
| "question": "What documents are needed for admission?", | |
| "expected_topics": ["documents"], | |
| "must_contain_facts": ["certificate"] | |
| }, | |
| { | |
| "id": 46, | |
| "category": "egyptian_arabic", | |
| "question": "مصاريف طب الأسنان كام؟", | |
| "expected_topics": ["tuition"], | |
| "must_contain_facts": ["130,000"] | |
| }, | |
| { | |
| "id": 47, | |
| "category": "egyptian_arabic", | |
| "question": "هو minimum score للطب كام؟", | |
| "expected_topics": ["coordination"], | |
| "must_contain_facts": ["85%", "وزارة"] | |
| }, | |
| { | |
| "id": 48, | |
| "category": "egyptian_arabic", | |
| "question": "ازاي اروح الجامعة ومكانها فين؟", | |
| "expected_topics": ["location"], | |
| "must_contain_facts": ["حلوان"] | |
| }, | |
| { | |
| "id": 49, | |
| "category": "egyptian_arabic", | |
| "question": "مين عمل الشات بوت بتاع الموقع؟", | |
| "expected_topics": ["7_developers"], | |
| "must_contain_facts": ["Mohammed Mokhtar"] | |
| }, | |
| { | |
| "id": 50, | |
| "category": "egyptian_arabic", | |
| "question": "هو ينفع اقسط المصاريف على دفعات؟", | |
| "expected_topics": ["installment"], | |
| "must_contain_facts": ["سنوية"] | |
| } | |
| ] | |