document-qa-system / evaluation_results.json
Varun2007's picture
Production Document Question Answering (DQA) ready for Hugging Face Spaces
d3d09d6
Raw History Blame Contribute Delete
1.38 kB
{
"timestamp": "2026-11-16 20:03:57",
"total_test_pairs": 50,
"configurations": [
{
"pipeline": "dense_only",
"use_rerank": false,
"use_verification": false,
"total_questions": 50,
"recall_at_5": 100.0,
"recall_at_20": 100.0,
"answer_correctness": 79.26,
"answer_faithfulness": 94.0,
"hallucination_rate": 6.0,
"elapsed_sec": 1.79
},
{
"pipeline": "bm25_only",
"use_rerank": false,
"use_verification": false,
"total_questions": 50,
"recall_at_5": 100.0,
"recall_at_20": 100.0,
"answer_correctness": 79.28,
"answer_faithfulness": 92.0,
"hallucination_rate": 8.0,
"elapsed_sec": 0.08
},
{
"pipeline": "hybrid_no_rerank",
"use_rerank": false,
"use_verification": false,
"total_questions": 50,
"recall_at_5": 100.0,
"recall_at_20": 100.0,
"answer_correctness": 79.31,
"answer_faithfulness": 94.0,
"hallucination_rate": 6.0,
"elapsed_sec": 2.67
},
{
"pipeline": "hybrid_rerank",
"use_rerank": true,
"use_verification": true,
"total_questions": 50,
"recall_at_5": 100.0,
"recall_at_20": 100.0,
"answer_correctness": 79.28,
"answer_faithfulness": 98.0,
"hallucination_rate": 2.0,
"elapsed_sec": 69.45
}
]
}