File size: 2,043 Bytes
e4805d0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | """Shared helpers: autocomplete-token mapping, uids, loading harvested forms."""
import glob
import gzip
import hashlib
import json
AC_MAP = {
"username": "username", "email": "email", "current-password": "current-password",
"new-password": "new-password", "one-time-code": "one-time-code",
"tel": "tel", "tel-national": "tel", "tel-local": "tel", "tel-country-code": "tel", "tel-area-code": "tel",
"tel-extension": "tel", "tel-local-prefix": "tel", "tel-local-suffix": "tel",
"name": "name", "given-name": "given-name", "additional-name": "given-name", "family-name": "family-name",
"organization": "organization", "street-address": "street-address", "address-line1": "street-address",
"address-line2": "address-line2", "address-line3": "address-line2", "address-level2": "address-level2",
"address-level1": "address-level1", "postal-code": "postal-code", "country": "country", "country-name": "country",
"cc-name": "cc-name", "cc-given-name": "cc-name", "cc-family-name": "cc-name", "cc-number": "cc-number",
"cc-exp": "cc-exp", "cc-exp-month": "cc-exp-month", "cc-exp-year": "cc-exp-year", "cc-csc": "cc-csc",
"bday": "bday", "bday-day": "bday", "bday-month": "bday", "bday-year": "bday",
}
AC_SKIP = {"section-", "shipping", "billing", "home", "work", "mobile", "fax", "pager", "webauthn"}
def ac_label(ac: str):
"""Map an autocomplete attribute to a Zap field label, or None when it carries no field meaning."""
toks = [t for t in (ac or "").lower().replace('"', "").split() if t]
toks = [t for t in toks if not t.startswith("section-") and t not in AC_SKIP]
if len(toks) != 1:
return None
return AC_MAP.get(toks[0])
def uid(row) -> str:
return hashlib.sha1(f"{row['url']}#{row['fidx']}".encode()).hexdigest()[:16]
def load_forms(pattern):
for path in sorted(glob.glob(pattern)):
with gzip.open(path, "rt") as f:
for line in f:
row = json.loads(line)
row["uid"] = uid(row)
yield row
|