File size: 760 Bytes
e79d917 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | import sys
sys.path.insert(0, "src")
import numpy as np
import data as D
from config import PATHS
from cross_encoder import pair_text
s1, s23, _ = D.load_data(PATHS["test"], with_gt=False)
ad = s23["business_address"].values
empty = np.where(ad == "")[0]
print(f"records with empty address after load : {len(empty):,} / {len(ad):,}")
print(f"literal 'None' strings : {(ad == 'None').sum()}")
print(f"NaN remaining : {s23['business_address'].isna().sum()}")
print(f"dtype : {s23['business_address'].dtype}")
print()
for i in empty[:3]:
print(" pair_text ->", repr(pair_text(s23["business_name"].values[i], ad[i],
s23["country"].values[i])))
|