Keep the Schedule main-driver value; ignore whitespace-only conflicts

src/arbiter.py

@@ -131,6 +131,15 @@ def _first(*values):
     return None
 
 
+def _normalise(value) -> str:
+    """Comparison key: case-insensitive, with runs of whitespace collapsed.
+
+    PDF text extraction often leaves double spaces inside a value
+    ("Motor  Insurance"), which is not a real disagreement.
+    """
+    return " ".join(str(value).split()).lower()
+
+
 def _check_conflict(
     conflicts: list[ConflictEntry],
     field: str,
@@ -145,7 +154,7 @@ def _check_conflict(
     ``winner`` must be ``"schedule"`` or ``"certificate"``.
     """
     if sched_val is not None and cert_val is not None:
-        if str(sched_val).strip().lower() != str(cert_val).strip().lower():
+        if _normalise(sched_val) != _normalise(cert_val):
             conflicts.append(ConflictEntry(
                 field=field,
                 schedule_value=str(sched_val),
@@ -225,7 +234,12 @@ def _merge_drivers(
     for sd in sched_drivers:
         cd = _find_matching_driver(sd.name, cert_drivers)
 
-        if cd is not None and sd.is_main_driver != cd.is_main_driver:
+        if (
+            cd is not None
+            and sd.is_main_driver is not None
+            and cd.is_main_driver is not None
+            and sd.is_main_driver != cd.is_main_driver
+        ):
             conflicts.append(ConflictEntry(
                 field=f"driver_details[{sd.name}].is_main_driver",
                 schedule_value=str(sd.is_main_driver),
@@ -239,7 +253,10 @@ def _merge_drivers(
             relationship=_first(sd.relationship, cd.relationship if cd else None),
             occupation=_first(sd.occupation, cd.occupation if cd else None),
             license_type=_first(sd.license_type, cd.license_type if cd else None),
-            is_main_driver=sd.is_main_driver or (cd.is_main_driver if cd else False),
+            # Schedule wins, as recorded in the conflict entry above. Only a
+            # missing value (None) is filled from the Certificate; an explicit
+            # False on the Schedule is kept.
+            is_main_driver=_first(sd.is_main_driver, cd.is_main_driver if cd else None),
             specific_excess=_first(sd.specific_excess, cd.specific_excess if cd else None),
         ))
     return merged

src/schema.py

@@ -83,7 +83,7 @@ class Driver(BaseModel):
     relationship: Optional[str] = None
     occupation: Optional[str] = None
     license_type: Optional[str] = None
-    is_main_driver: bool = False
+    is_main_driver: Optional[bool] = None  # None = the document did not say
     specific_excess: Optional[float] = None
 
 

tests/test_arbiter.py

@@ -301,3 +301,70 @@ class TestFieldCitationsMerge:
         golden, _ = arbiter.merge_records(sched, "s.pdf", cert, "c.pdf")
         # Neither side has citations → merged record has None
         assert golden.field_citations is None
+
+
+# ---------------------------------------------------------------------------
+# Regressions found on the live demo run (Oct 2026)
+# ---------------------------------------------------------------------------
+
+def _value_at(record: UKMotorGoldenRecord, field: str):
+    """Resolve a ConflictEntry field path, including driver_details[NAME].attr."""
+    import re
+    m = re.match(r"driver_details\[(.+)\]\.(\w+)$", field)
+    if m:
+        name, attr = m.groups()
+        driver = next(d for d in record.driver_details if d.name == name)
+        return getattr(driver, attr)
+    obj = record
+    for part in field.split("."):
+        obj = getattr(obj, part)
+    return obj
+
+
+class TestLiveRunRegressions:
+    def test_internal_whitespace_is_not_a_conflict(self):
+        sched = _make_schedule(insurer="Northbridge Mutual Motor  Insurance Ltd",
+                               class_of_use="Social, domestic and  pleasure")
+        cert = _make_certificate(insurer="Northbridge Mutual Motor Insurance Ltd",
+                                 class_of_use="Social, domestic and pleasure")
+        _, conflicts = PolicyArbiter().merge_records(sched, "s.pdf", cert, "c.pdf")
+        assert [c.field for c in conflicts] == []
+
+    def test_schedule_false_main_driver_is_kept(self):
+        sched = _make_schedule(drivers=[
+            {"name": "ALICE SMITH", "is_main_driver": True},
+            {"name": "BOB JONES", "is_main_driver": False},
+        ])
+        cert = _make_certificate(drivers=[
+            {"name": "ALICE SMITH", "is_main_driver": False},
+            {"name": "BOB JONES", "is_main_driver": True},
+        ])
+        golden, conflicts = PolicyArbiter().merge_records(sched, "s.pdf", cert, "c.pdf")
+        main = [d.name for d in golden.driver_details if d.is_main_driver]
+        assert main == ["ALICE SMITH"]
+        assert len([c for c in conflicts if c.field.endswith("is_main_driver")]) == 2
+
+    def test_missing_main_driver_is_filled_from_certificate(self):
+        sched = _make_schedule(drivers=[{"name": "ALICE SMITH"}])
+        cert = _make_certificate(drivers=[{"name": "ALICE SMITH", "is_main_driver": True}])
+        golden, conflicts = PolicyArbiter().merge_records(sched, "s.pdf", cert, "c.pdf")
+        assert golden.driver_details[0].is_main_driver is True
+        assert conflicts == []
+
+    def test_record_matches_conflict_ledger(self):
+        """For every recorded conflict, the Golden Record holds the winner's value."""
+        sched = _make_schedule(
+            policy_number="SCHED-100", class_of_use="Social Only",
+            drivers=[{"name": "ALICE SMITH", "is_main_driver": True},
+                     {"name": "BOB JONES", "is_main_driver": False}],
+        )
+        cert = _make_certificate(
+            policy_number="CERT-200", class_of_use="Social, Domestic and Pleasure",
+            drivers=[{"name": "ALICE SMITH", "is_main_driver": False},
+                     {"name": "BOB JONES", "is_main_driver": True}],
+        )
+        golden, conflicts = PolicyArbiter().merge_records(sched, "s.pdf", cert, "c.pdf")
+        assert conflicts
+        for c in conflicts:
+            expected = c.schedule_value if c.winner == "schedule" else c.certificate_value
+            assert str(_value_at(golden, c.field)) == expected, c.field

ui/src/RecordPane.tsx

@@ -57,9 +57,10 @@ export function RecordPane({ sessionId }: Props) {
                   <span className="font-mono text-[12px] text-paper-muted">{c.field}</span>
                   <span className="block mt-0.5">
                     Winner: <span className="font-semibold capitalize">{c.winner}</span>
-                    {c.schedule_value && c.certificate_value ? (
-                      <span className="text-paper-muted"> · schedule and certificate wording differ</span>
-                    ) : null}
+                  </span>
+                  <span className="block mt-0.5 text-[12px] text-paper-muted">
+                    Schedule: <span className="text-paper-ink">{c.schedule_value ?? '—'}</span>
+                    {' · '}Certificate: <span className="text-paper-ink">{c.certificate_value ?? '—'}</span>
                   </span>
                 </li>
               ))}

ui/src/types.ts

@@ -56,7 +56,7 @@ export interface Driver {
   relationship?: string
   occupation?: string
   license_type?: string
-  is_main_driver: boolean
+  is_main_driver: boolean | null
   specific_excess?: number
 }