{
  "benchmark": "controlled_rag_v2",
  "methodology": "Two end-to-end suites. CLEAN checks ordinary retrieval+grounded answer synthesis. CONFLICT adds stale authoritative conflicts, missing evidence, and unresolved equal-authority contradictions. The generator is extractive and citation-grounded so the evaluation isolates retrieval and uncertainty behavior without an external LLM confound.",
  "clean": {
    "bayesian": {
      "system": "bayesian",
      "n_cases": 8,
      "answerable_cases": 8,
      "abstention_cases": 0,
      "recall_at_1": 1.0,
      "recall_at_3": 1.0,
      "mrr": 1.0,
      "end_to_end_accuracy": 1.0,
      "grounding_accuracy": 1.0,
      "abstention_accuracy": null,
      "answer_accuracy_on_answerable": 1.0,
      "top_posterior_brier": 2.8128197163138293e-05
    },
    "baseline": {
      "system": "plain_tfidf",
      "n_cases": 8,
      "answerable_cases": 8,
      "abstention_cases": 0,
      "recall_at_1": 1.0,
      "recall_at_3": 1.0,
      "mrr": 1.0,
      "end_to_end_accuracy": 1.0,
      "grounding_accuracy": 1.0,
      "abstention_accuracy": null,
      "answer_accuracy_on_answerable": 1.0,
      "top_posterior_brier": 0.0
    },
    "bayesian_cases": [
      {
        "id": "c1",
        "query": "When does the observatory open on Saturday?",
        "expected_abstain": false,
        "top_doc": "C1",
        "retrieval_score": 0.552814,
        "top_posterior": 0.991539,
        "answer": "The observatory opens to visitors at 9 AM every Saturday. [C1]",
        "citations": [
          "C1"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c2",
        "query": "Where is the chemistry safety briefing held?",
        "expected_abstain": false,
        "top_doc": "C2",
        "retrieval_score": 0.825787,
        "top_posterior": 0.996101,
        "answer": "The chemistry safety briefing is held in Hall 7. [C2]",
        "citations": [
          "C2"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c3",
        "query": "How long may library books be borrowed?",
        "expected_abstain": false,
        "top_doc": "C3",
        "retrieval_score": 0.683723,
        "top_posterior": 0.994378,
        "answer": "Library books may be borrowed for 21 days. [C3]",
        "citations": [
          "C3"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c4",
        "query": "When does the robotics club meet?",
        "expected_abstain": false,
        "top_doc": "C4",
        "retrieval_score": 0.742488,
        "top_posterior": 0.995207,
        "answer": "The robotics club meets on Thursday evenings. [C4]",
        "citations": [
          "C4"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c5",
        "query": "Where is visitor parking?",
        "expected_abstain": false,
        "top_doc": "C5",
        "retrieval_score": 0.79521,
        "top_posterior": 0.995804,
        "answer": "Visitor parking is located beside Gate 3. [C5]",
        "citations": [
          "C5"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c6",
        "query": "What time does the campus shuttle begin service?",
        "expected_abstain": false,
        "top_doc": "C6",
        "retrieval_score": 0.769605,
        "top_posterior": 0.995529,
        "answer": "The campus shuttle begins service at 6:30 AM. [C6]",
        "citations": [
          "C6"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c7",
        "query": "How many credits is the data science seminar worth?",
        "expected_abstain": false,
        "top_doc": "C7",
        "retrieval_score": 0.836653,
        "top_posterior": 0.996199,
        "answer": "The data science seminar carries two academic credits. [C7]",
        "citations": [
          "C7"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c8",
        "query": "Where is the emergency assembly point?",
        "expected_abstain": false,
        "top_doc": "C8",
        "retrieval_score": 0.683723,
        "top_posterior": 0.994378,
        "answer": "The emergency assembly point is the North Lawn. [C8]",
        "citations": [
          "C8"
        ],
        "correct": true,
        "grounded": true
      }
    ],
    "baseline_cases": [
      {
        "id": "c1",
        "query": "When does the observatory open on Saturday?",
        "expected_abstain": false,
        "top_doc": "C1",
        "retrieval_score": 0.552814,
        "top_posterior": 1.0,
        "answer": "The observatory opens to visitors at 9 AM every Saturday. [C1]",
        "citations": [
          "C1"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c2",
        "query": "Where is the chemistry safety briefing held?",
        "expected_abstain": false,
        "top_doc": "C2",
        "retrieval_score": 0.825787,
        "top_posterior": 1.0,
        "answer": "The chemistry safety briefing is held in Hall 7. [C2]",
        "citations": [
          "C2"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c3",
        "query": "How long may library books be borrowed?",
        "expected_abstain": false,
        "top_doc": "C3",
        "retrieval_score": 0.683723,
        "top_posterior": 1.0,
        "answer": "Library books may be borrowed for 21 days. [C3]",
        "citations": [
          "C3"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c4",
        "query": "When does the robotics club meet?",
        "expected_abstain": false,
        "top_doc": "C4",
        "retrieval_score": 0.742488,
        "top_posterior": 1.0,
        "answer": "The robotics club meets on Thursday evenings. [C4]",
        "citations": [
          "C4"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c5",
        "query": "Where is visitor parking?",
        "expected_abstain": false,
        "top_doc": "C5",
        "retrieval_score": 0.79521,
        "top_posterior": 1.0,
        "answer": "Visitor parking is located beside Gate 3. [C5]",
        "citations": [
          "C5"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c6",
        "query": "What time does the campus shuttle begin service?",
        "expected_abstain": false,
        "top_doc": "C6",
        "retrieval_score": 0.769605,
        "top_posterior": 1.0,
        "answer": "The campus shuttle begins service at 6:30 AM. [C6]",
        "citations": [
          "C6"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c7",
        "query": "How many credits is the data science seminar worth?",
        "expected_abstain": false,
        "top_doc": "C7",
        "retrieval_score": 0.836653,
        "top_posterior": 1.0,
        "answer": "The data science seminar carries two academic credits. [C7]",
        "citations": [
          "C7"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "c8",
        "query": "Where is the emergency assembly point?",
        "expected_abstain": false,
        "top_doc": "C8",
        "retrieval_score": 0.683723,
        "top_posterior": 1.0,
        "answer": "The emergency assembly point is the North Lawn. [C8]",
        "citations": [
          "C8"
        ],
        "correct": true,
        "grounded": true
      }
    ]
  },
  "conflict": {
    "bayesian": {
      "system": "bayesian",
      "n_cases": 18,
      "answerable_cases": 12,
      "abstention_cases": 6,
      "recall_at_1": 1.0,
      "recall_at_3": 1.0,
      "mrr": 1.0,
      "end_to_end_accuracy": 1.0,
      "grounding_accuracy": 1.0,
      "abstention_accuracy": 1.0,
      "answer_accuracy_on_answerable": 1.0,
      "top_posterior_brier": 0.09485010369519668
    },
    "baseline": {
      "system": "plain_tfidf",
      "n_cases": 18,
      "answerable_cases": 12,
      "abstention_cases": 6,
      "recall_at_1": 0.25,
      "recall_at_3": 1.0,
      "mrr": 0.611111111111111,
      "end_to_end_accuracy": 0.2777777777777778,
      "grounding_accuracy": 1.0,
      "abstention_accuracy": 0.3333333333333333,
      "answer_accuracy_on_answerable": 0.25,
      "top_posterior_brier": 0.26943925109630584
    },
    "bayesian_cases": [
      {
        "id": "q1",
        "query": "What is the current HR portal for leave requests and payslips?",
        "expected_abstain": false,
        "top_doc": "OFF-HR-PORTAL",
        "retrieval_score": 0.221707,
        "top_posterior": 0.419857,
        "answer": "All employee self-service tasks, including leave requests and payslips, are now handled in PeopleHub. [OFF-HR-PORTAL]",
        "citations": [
          "OFF-HR-PORTAL"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q2",
        "query": "How many paid leave days do employees get per year under the current policy?",
        "expected_abstain": false,
        "top_doc": "OFF-LEAVE",
        "retrieval_score": 0.366908,
        "top_posterior": 0.675297,
        "answer": "The 2026 employee benefits policy grants 18 paid leave days per calendar year. [OFF-LEAVE]",
        "citations": [
          "OFF-LEAVE"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q3",
        "query": "How many remote work days per week are currently allowed with manager approval?",
        "expected_abstain": false,
        "top_doc": "OFF-REMOTE",
        "retrieval_score": 0.383162,
        "top_posterior": 0.598358,
        "answer": "Under the active flexible-work policy, employees may work remotely up to two days per week with manager approval. [OFF-REMOTE]",
        "citations": [
          "OFF-REMOTE"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q4",
        "query": "By which working day are salary slips published each month?",
        "expected_abstain": false,
        "top_doc": "OFF-PAYSLIP",
        "retrieval_score": 0.457118,
        "top_posterior": 0.8609,
        "answer": "Payroll publishes salary slips by the fifth working day of each month. [OFF-PAYSLIP]",
        "citations": [
          "OFF-PAYSLIP"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q5",
        "query": "Which VPN protocol is required by the current corporate security baseline?",
        "expected_abstain": false,
        "top_doc": "OFF-VPN",
        "retrieval_score": 0.514507,
        "top_posterior": 0.904463,
        "answer": "The security baseline now requires WireGuard for the standard corporate VPN profile. [OFF-VPN]",
        "citations": [
          "OFF-VPN"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q6",
        "query": "What is the production database backup retention period?",
        "expected_abstain": false,
        "top_doc": "OFF-BACKUP",
        "retrieval_score": 0.424384,
        "top_posterior": 0.835659,
        "answer": "Production database backups have a retention period of 30 days. [OFF-BACKUP]",
        "citations": [
          "OFF-BACKUP"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q7",
        "query": "What is the current public API rate limit per minute per token?",
        "expected_abstain": false,
        "top_doc": "OFF-RATE",
        "retrieval_score": 0.260415,
        "top_posterior": 0.600144,
        "answer": "The current gateway quota permits 120 requests per minute per token. [OFF-RATE]",
        "citations": [
          "OFF-RATE"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q8",
        "query": "Which cloud region is primary for production?",
        "expected_abstain": false,
        "top_doc": "OFF-REGION",
        "retrieval_score": 0.400734,
        "top_posterior": 0.819994,
        "answer": "The production primary region is ap-south-1; disaster recovery remains in a separate region. [OFF-REGION]",
        "citations": [
          "OFF-REGION"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q9",
        "query": "What is the domestic business travel meal expense cap per day?",
        "expected_abstain": false,
        "top_doc": "OFF-EXPENSE",
        "retrieval_score": 0.391575,
        "top_posterior": 0.520438,
        "answer": "For domestic business travel, reimbursable meals are capped at INR 4,500 per day. [OFF-EXPENSE]",
        "citations": [
          "OFF-EXPENSE"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q10",
        "query": "Within how many days must expense reimbursement claims be submitted?",
        "expected_abstain": false,
        "top_doc": "OFF-REIMB",
        "retrieval_score": 0.513156,
        "top_posterior": 0.907517,
        "answer": "Expense claims must be submitted within 15 days of the transaction date. [OFF-REIMB]",
        "citations": [
          "OFF-REIMB"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q11",
        "query": "Which portal must be used to book approved business travel?",
        "expected_abstain": false,
        "top_doc": "OFF-TRAVEL",
        "retrieval_score": 0.580663,
        "top_posterior": 0.832603,
        "answer": "Approved business travel must be booked through TripDesk. [OFF-TRAVEL]",
        "citations": [
          "OFF-TRAVEL"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q12",
        "query": "Above what amount is procurement review mandatory?",
        "expected_abstain": false,
        "top_doc": "OFF-PROC",
        "retrieval_score": 0.512226,
        "top_posterior": 0.856608,
        "answer": "Procurement review is mandatory for purchases above INR 50,000. [OFF-PROC]",
        "citations": [
          "OFF-PROC"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q13",
        "query": "What is the company dental insurance annual limit?",
        "expected_abstain": true,
        "top_doc": "LEG-RATE",
        "retrieval_score": 0.325883,
        "top_posterior": 0.829873,
        "answer": "I do not know based on the provided documents.",
        "citations": [],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q14",
        "query": "What is the cafeteria breakfast price?",
        "expected_abstain": true,
        "top_doc": "OFF-HR-PORTAL",
        "retrieval_score": 0.0,
        "top_posterior": 0.248018,
        "answer": "I do not know based on the provided documents.",
        "citations": [],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q15",
        "query": "What is the emergency satellite phone number?",
        "expected_abstain": true,
        "top_doc": "OFF-HR-PORTAL",
        "retrieval_score": 0.0,
        "top_posterior": 0.248018,
        "answer": "I do not know based on the provided documents.",
        "citations": [],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q16",
        "query": "What is the annual gym membership reimbursement?",
        "expected_abstain": true,
        "top_doc": "OFF-REIMB",
        "retrieval_score": 0.178672,
        "top_posterior": 0.385158,
        "answer": "I do not know based on the provided documents.",
        "citations": [],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q17",
        "query": "Which room is the graduate AI lab currently in?",
        "expected_abstain": true,
        "top_doc": "OFF-LAB-A",
        "retrieval_score": 0.752053,
        "top_posterior": 0.499378,
        "answer": "I do not know based on the provided documents.",
        "citations": [],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q18",
        "query": "When are Professor Sen's office hours?",
        "expected_abstain": true,
        "top_doc": "OFF-OFFICE-A",
        "retrieval_score": 0.702454,
        "top_posterior": 0.49929,
        "answer": "I do not know based on the provided documents.",
        "citations": [],
        "correct": true,
        "grounded": true
      }
    ],
    "baseline_cases": [
      {
        "id": "q1",
        "query": "What is the current HR portal for leave requests and payslips?",
        "expected_abstain": false,
        "top_doc": "LEG-HR-PORTAL",
        "retrieval_score": 0.807312,
        "top_posterior": 0.592469,
        "answer": "The current HR portal for leave requests and payslips is WorkSphere. [LEG-HR-PORTAL]",
        "citations": [
          "LEG-HR-PORTAL"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q2",
        "query": "How many paid leave days do employees get per year under the current policy?",
        "expected_abstain": false,
        "top_doc": "LEG-LEAVE",
        "retrieval_score": 0.602126,
        "top_posterior": 0.462903,
        "answer": "Employees receive 15 paid leave days per year under the leave policy. [LEG-LEAVE]",
        "citations": [
          "LEG-LEAVE"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q3",
        "query": "How many remote work days per week are currently allowed with manager approval?",
        "expected_abstain": false,
        "top_doc": "LEG-REMOTE",
        "retrieval_score": 0.699429,
        "top_posterior": 0.435096,
        "answer": "The current remote work policy permits three remote days per week with manager approval. [LEG-REMOTE]",
        "citations": [
          "LEG-REMOTE"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q4",
        "query": "By which working day are salary slips published each month?",
        "expected_abstain": false,
        "top_doc": "LEG-PAYSLIP",
        "retrieval_score": 0.672029,
        "top_posterior": 0.550648,
        "answer": "Salary slips are published on the tenth working day of each month. [LEG-PAYSLIP]",
        "citations": [
          "LEG-PAYSLIP"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q5",
        "query": "Which VPN protocol is required by the current corporate security baseline?",
        "expected_abstain": false,
        "top_doc": "LEG-VPN",
        "retrieval_score": 0.524301,
        "top_posterior": 0.420244,
        "answer": "The supported corporate VPN protocol is OpenVPN. [LEG-VPN]",
        "citations": [
          "LEG-VPN"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q6",
        "query": "What is the production database backup retention period?",
        "expected_abstain": false,
        "top_doc": "LEG-BACKUP",
        "retrieval_score": 0.556814,
        "top_posterior": 0.467937,
        "answer": "Production database backups are retained for 14 days. [LEG-BACKUP]",
        "citations": [
          "LEG-BACKUP"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q7",
        "query": "What is the current public API rate limit per minute per token?",
        "expected_abstain": false,
        "top_doc": "LEG-RATE",
        "retrieval_score": 0.845222,
        "top_posterior": 0.672178,
        "answer": "The public API rate limit is 60 requests per minute per token. [LEG-RATE]",
        "citations": [
          "LEG-RATE"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q8",
        "query": "Which cloud region is primary for production?",
        "expected_abstain": false,
        "top_doc": "LEG-REGION",
        "retrieval_score": 0.542439,
        "top_posterior": 0.460259,
        "answer": "The primary deployment region is us-east-1. [LEG-REGION]",
        "citations": [
          "LEG-REGION"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q9",
        "query": "What is the domestic business travel meal expense cap per day?",
        "expected_abstain": false,
        "top_doc": "LEG-EXPENSE",
        "retrieval_score": 0.671336,
        "top_posterior": 0.451066,
        "answer": "The meal expense cap is INR 3,000 per day on domestic travel. [LEG-EXPENSE]",
        "citations": [
          "LEG-EXPENSE"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q10",
        "query": "Within how many days must expense reimbursement claims be submitted?",
        "expected_abstain": false,
        "top_doc": "OFF-REIMB",
        "retrieval_score": 0.513156,
        "top_posterior": 0.45338,
        "answer": "Expense claims must be submitted within 15 days of the transaction date. [OFF-REIMB]",
        "citations": [
          "OFF-REIMB"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q11",
        "query": "Which portal must be used to book approved business travel?",
        "expected_abstain": false,
        "top_doc": "OFF-TRAVEL",
        "retrieval_score": 0.580663,
        "top_posterior": 0.514293,
        "answer": "Approved business travel must be booked through TripDesk. [OFF-TRAVEL]",
        "citations": [
          "OFF-TRAVEL"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q12",
        "query": "Above what amount is procurement review mandatory?",
        "expected_abstain": false,
        "top_doc": "OFF-PROC",
        "retrieval_score": 0.512226,
        "top_posterior": 0.38514,
        "answer": "Procurement review is mandatory for purchases above INR 50,000. [OFF-PROC]",
        "citations": [
          "OFF-PROC"
        ],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q13",
        "query": "What is the company dental insurance annual limit?",
        "expected_abstain": true,
        "top_doc": "LEG-RATE",
        "retrieval_score": 0.325883,
        "top_posterior": 1.0,
        "answer": "The public API rate limit is 60 requests per minute per token. [LEG-RATE]",
        "citations": [
          "LEG-RATE"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q14",
        "query": "What is the cafeteria breakfast price?",
        "expected_abstain": true,
        "top_doc": "LEG-HR-PORTAL",
        "retrieval_score": 0.0,
        "top_posterior": 0.0,
        "answer": "I do not know based on the provided documents.",
        "citations": [],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q15",
        "query": "What is the emergency satellite phone number?",
        "expected_abstain": true,
        "top_doc": "LEG-HR-PORTAL",
        "retrieval_score": 0.0,
        "top_posterior": 0.0,
        "answer": "I do not know based on the provided documents.",
        "citations": [],
        "correct": true,
        "grounded": true
      },
      {
        "id": "q16",
        "query": "What is the annual gym membership reimbursement?",
        "expected_abstain": true,
        "top_doc": "COM-REIMB",
        "retrieval_score": 0.333617,
        "top_posterior": 0.327295,
        "answer": "Finance may request additional receipts during reimbursement review. [COM-REIMB]",
        "citations": [
          "COM-REIMB"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q17",
        "query": "Which room is the graduate AI lab currently in?",
        "expected_abstain": true,
        "top_doc": "OFF-LAB-A",
        "retrieval_score": 0.752053,
        "top_posterior": 0.5,
        "answer": "The graduate AI lab has moved to room B-204. [OFF-LAB-A]",
        "citations": [
          "OFF-LAB-A"
        ],
        "correct": false,
        "grounded": true
      },
      {
        "id": "q18",
        "query": "When are Professor Sen's office hours?",
        "expected_abstain": true,
        "top_doc": "OFF-OFFICE-A",
        "retrieval_score": 0.702454,
        "top_posterior": 0.5,
        "answer": "Professor Sen holds office hours on Tuesday at 3 PM. [OFF-OFFICE-A]",
        "citations": [
          "OFF-OFFICE-A"
        ],
        "correct": false,
        "grounded": true
      }
    ]
  }
}