import sys
sys.path.insert(0, "src")
import numpy as np
import data as D
from config import PATHS
from cross_encoder import pair_text

s1, s23, _ = D.load_data(PATHS["test"], with_gt=False)
ad = s23["business_address"].values
empty = np.where(ad == "")[0]
print(f"records with empty address after load : {len(empty):,} / {len(ad):,}")
print(f"literal 'None' strings                : {(ad == 'None').sum()}")
print(f"NaN remaining                         : {s23['business_address'].isna().sum()}")
print(f"dtype                                 : {s23['business_address'].dtype}")
print()
for i in empty[:3]:
    print("  pair_text ->", repr(pair_text(s23["business_name"].values[i], ad[i],
                                           s23["country"].values[i])))