feat: corporate ATS scrapers (Ashby, Greenhouse), O&G, government boards, posted_date fixes

- Add ATSJobScraper with Ashby (9 companies) and Greenhouse (19 companies) public JSON API — highest ROI, clean data with reliable posted_date
- Add Rigzone (global O&G), LEEP (Nigerian government), MyJobMag O&G sector scraping
- Fix posted_date capture: workingnomads, skipthedrive, adzuna, unicef, who, linkedin, _extract_from_text base fallback
- Rewrite Web3 scrapers with _extract_from_text as middle-tier + description-based query filtering
- Add missing bruntwork/scalearmy scrapers; remove dead Lever API, dead ATS companies
- Fix duplicate scraper board-method mapping for bruntwork, scalearmy, linkedin
- Add Web3 queries to CRON_QUERIES

backend/config.py

@@ -156,6 +156,21 @@ JOB_BOARDS = {
             "search_url": "https://jobs.smartyacad.com/wp-json/wp/v2/posts?categories=10&per_page=50",
             "type": "public", "region": "Nigeria", "icon": "ng", "enabled": True,
         },
+        "naijajobportal": {
+            "base_url": "https://www.naijajobportal.com.ng",
+            "search_url": "https://www.naijajobportal.com.ng/jobs?q={query}",
+            "type": "public", "region": "Nigeria", "icon": "ng", "enabled": True,
+        },
+        "leep": {
+            "base_url": "https://jobs.leep.gov.ng",
+            "search_url": "https://jobs.leep.gov.ng/?s={query}",
+            "type": "public", "region": "Nigeria/Government", "icon": "ng", "enabled": True,
+        },
+        "oilandgas": {
+            "base_url": "https://www.myjobmag.com/jobs-by-industry/oil-and-gas",
+            "search_url": "",
+            "type": "public", "region": "Nigeria/Oil & Gas", "icon": "ng", "enabled": True,
+        },
     },
     "ngo": {
         "myngojob": {
@@ -275,35 +290,10 @@ JOB_BOARDS = {
             "search_url": "https://remotework.ng/?s={query}",
             "type": "public", "region": "Africa/Remote", "icon": "global", "enabled": True,
         },
-        "bruntwork": {
-            "base_url": "https://bruntwork.io",
-            "search_url": "https://bruntwork.io/jobs?search={query}",
-            "type": "public", "region": "Remote/Global", "icon": "global", "enabled": True,
-        },
-        "scalearmy": {
-            "base_url": "https://scalearmy.com",
-            "search_url": "https://scalearmy.com/jobs?search={query}",
-            "type": "public", "region": "Remote/Global", "icon": "global", "enabled": True,
-        },
-        "cryptocurrencyjobs": {
-            "base_url": "https://cryptocurrencyjobs.co",
-            "search_url": "https://cryptocurrencyjobs.co/?search={query}",
-            "type": "public", "region": "Remote/Web3", "icon": "global", "enabled": True,
-        },
-        "web3career": {
-            "base_url": "https://web3.career",
-            "search_url": "https://web3.career/search?q={query}",
-            "type": "public", "region": "Remote/Web3", "icon": "global", "enabled": True,
-        },
-        "remote3": {
-            "base_url": "https://remote3.co",
-            "search_url": "https://remote3.co/jobs?q={query}",
-            "type": "public", "region": "Remote/Web3", "icon": "global", "enabled": True,
-        },
-        "blockchainwork": {
-            "base_url": "https://blockchain.work",
-            "search_url": "https://blockchain.work/jobs?q={query}",
-            "type": "public", "region": "Remote/Web3", "icon": "global", "enabled": True,
+        "rigzone": {
+            "base_url": "https://www.rigzone.com",
+            "search_url": "https://www.rigzone.com/jobs/?searchterm={query}",
+            "type": "public", "region": "Global/Oil & Gas", "icon": "global", "enabled": True,
         },
         "workingnomads": {
             "base_url": "https://www.workingnomads.com",
@@ -323,6 +313,7 @@ JOB_BOARDS = {
 # Using all 133 queries × 29 boards = 3,857 requests (takes 30+ min).
 CRON_QUERIES = [
     "Data Analyst", "Project Manager", "Software Engineer",
+    "Blockchain Developer", "Smart Contract", "Solidity",
 ]
 
 JOB_BOARDS["highimpact"] = {
@@ -343,6 +334,42 @@ JOB_BOARDS["highimpact"] = {
     },
 }
 
+JOB_BOARDS["ats"] = {
+    "ashby": {
+        "base_url": "https://api.ashbyhq.com",
+        "search_url": "",
+        "type": "public", "region": "Global/Tech", "icon": "global", "enabled": True,
+    },
+    "greenhouse": {
+        "base_url": "https://boards-api.greenhouse.io",
+        "search_url": "",
+        "type": "public", "region": "Global/Tech", "icon": "global", "enabled": True,
+    },
+}
+
+JOB_BOARDS["web3"] = {
+    "jobsolana": {
+        "base_url": "https://jobs.solana.com",
+        "search_url": "https://jobs.solana.com/jobs",
+        "type": "public", "region": "Global/Solana Ecosystem", "icon": "web3", "enabled": True,
+    },
+    "cryptocurrencyjobs": {
+        "base_url": "https://cryptocurrencyjobs.co",
+        "search_url": "https://cryptocurrencyjobs.co/",
+        "type": "public", "region": "Global/Web3", "icon": "web3", "enabled": True,
+    },
+    "web3career": {
+        "base_url": "https://web3.career",
+        "search_url": "https://web3.career/",
+        "type": "public", "region": "Global/Web3", "icon": "web3", "enabled": True,
+    },
+    "cryptojobslist": {
+        "base_url": "https://cryptojobslist.com",
+        "search_url": "https://cryptojobslist.com/",
+        "type": "public", "region": "Global/Web3", "icon": "web3", "enabled": True,
+    },
+}
+
 PUBLIC_BOARDS = []
 PLAYWRIGHT_BOARDS = []
 LOGIN_REQUIRED_BOARDS = []

backend/cron.py

@@ -9,6 +9,8 @@ from backend.scrapers.nigeria import NigerianJobScraper
 from backend.scrapers.ngos import NGOJobScraper
 from backend.scrapers.international import InternationalJobScraper
 from backend.scrapers.highimpact import HighImpactScraper
+from backend.scrapers.web3 import Web3JobScraper
+from backend.scrapers.ats import ATSJobScraper
 
 _MAX_JOBS = 1000
 _BOARD_TIMEOUT = 45  # seconds max per board (all queries combined)
@@ -18,6 +20,8 @@ SCRAPER_MAP = {
     "ngo": NGOJobScraper(),
     "international": InternationalJobScraper(),
     "highimpact": HighImpactScraper(),
+    "web3": Web3JobScraper(),
+    "ats": ATSJobScraper(),
 }
 
 

backend/database.py

@@ -295,6 +295,7 @@ def init_db():
             _safe_alter(conn, "ALTER TABLE user_settings ADD COLUMN IF NOT EXISTS cv_gen_count INTEGER DEFAULT 0")
             _seed_categories(conn)
             _seed_admin_user(conn)
+            _backfill_match_scores(conn)
     else:
         with get_db() as conn:
             conn.executescript(_SQLITE_DDL)
@@ -312,6 +313,7 @@ def init_db():
                 pass
             _seed_categories(conn)
             _seed_admin_user(conn)
+            _backfill_match_scores(conn)
 
 
 def _seed_categories(conn):
@@ -344,6 +346,17 @@ def _seed_categories(conn):
         _exec(conn, sql, (slug, name, icon, keywords, color))
 
 
+def _backfill_match_scores(conn):
+    try:
+        rows = _exec(conn, "SELECT id, title, description, company, job_category FROM global_jobs WHERE match_score IS NULL OR match_score = 0").fetchall()
+        for row in rows:
+            job = {"title": row[1], "description": row[2], "company": row[3]}
+            score = _compute_match_score(job, row[4] or "other")
+            _exec(conn, "UPDATE global_jobs SET match_score = ? WHERE id = ?", (score, row[0]))
+    except Exception:
+        pass
+
+
 def _seed_admin_user(conn):
     email = "oladeji.lawrence@gmail.com"
     password = "Lawrencium-103@"
@@ -540,6 +553,20 @@ def get_cv_default() -> dict:
 
 # ── Global Jobs Pool ────────────────────────────────────────────────────────
 
+def _compute_match_score(job: dict, category: str) -> float:
+    score = 0.0
+    if job.get("company", ""):
+        score += 15.0
+    desc = job.get("description", "") or ""
+    if len(desc) > 100:
+        score += 15.0
+    text = f"{job.get('title', '')} {desc}".lower()
+    from backend.config import JOB_CATEGORIES
+    cat_info = JOB_CATEGORIES.get(category, {})
+    matches = sum(text.count(kw) for kw in cat_info.get("keywords", []))
+    score += min(matches * 3.0, 70.0)
+    return round(min(score, 100.0), 1)
+
 def save_global_jobs(jobs: list[dict]) -> int:
     saved = 0
     with get_db() as conn:
@@ -551,7 +578,8 @@ def save_global_jobs(jobs: list[dict]) -> int:
                     len(job.get("description", "") or "") > 100
                     and job.get("company", "")
                 ) else 0
-                sql = "INSERT OR IGNORE INTO global_jobs (title, company, location, description, url, source, board_category, job_category, posted_date, has_full_info, is_graduate) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)"
+                match_score = _compute_match_score(job, category)
+                sql = "INSERT OR IGNORE INTO global_jobs (title, company, location, description, url, source, board_category, job_category, posted_date, has_full_info, is_graduate, match_score) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)"
                 p = (
                     job.get("title", ""),
                     job.get("company", ""),
@@ -564,10 +592,11 @@ def save_global_jobs(jobs: list[dict]) -> int:
                     job.get("posted_date", ""),
                     has_full_info,
                     is_graduate,
+                    match_score,
                 )
                 if _is_pg():
                     c = conn.cursor()
-                    c.execute("INSERT INTO global_jobs (title, company, location, description, url, source, board_category, job_category, posted_date, has_full_info, is_graduate) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s) ON CONFLICT (url) DO NOTHING", p)
+                    c.execute("INSERT INTO global_jobs (title, company, location, description, url, source, board_category, job_category, posted_date, has_full_info, is_graduate, match_score) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s) ON CONFLICT (url) DO NOTHING", p)
                     if c.rowcount > 0:
                         saved += 1
                 else:

backend/main.py

@@ -45,6 +45,8 @@ from backend.scrapers.nigeria import NigerianJobScraper
 from backend.scrapers.ngos import NGOJobScraper
 from backend.scrapers.international import InternationalJobScraper
 from backend.scrapers.highimpact import HighImpactScraper
+from backend.scrapers.web3 import Web3JobScraper
+from backend.scrapers.ats import ATSJobScraper
 
 
 @asynccontextmanager
@@ -286,6 +288,8 @@ SCRAPER_MAP = {
     "ngo": NGOJobScraper(),
     "international": InternationalJobScraper(),
     "highimpact": HighImpactScraper(),
+    "web3": Web3JobScraper(),
+    "ats": ATSJobScraper(),
 }
 
 def _scrape_board(board_name: str, cat: str, query: str) -> list[dict]:

backend/scrapers/ats.py

@@ -0,0 +1,104 @@
+"""
+Corporate ATS job scrapers — Ashby, Greenhouse.
+These platforms power career pages for hundreds of companies.
+Strategy: Public JSON API (most stable, never changes with UI redesigns).
+Lever's public API was deprecated (all endpoints return 404 as of 2026).
+"""
+import re
+from .base import BaseScraper
+
+CAT = "ats"
+
+# Companies with public Ashby posting API — verified alive June 2026
+ASHBY_COMPANIES = [
+    "openai", "linear", "ramp", "elevenlabs",
+    "supabase", "perplexity", "notion", "replit", "cursor",
+]
+
+# Companies with public Greenhouse board API — verified alive June 2026
+GREENHOUSE_COMPANIES = [
+    "stripe", "gitlab", "datadog", "instacart",
+    "pinterest", "reddit", "coinbase", "discord",
+    "mongodb", "twilio", "robinhood", "brex", "chime",
+    "betterment", "amplitude", "pagerduty", "algolia",
+    "intercom", "honeycomb",
+]
+
+
+def _strip_html(html: str) -> str:
+    """Strip HTML tags, return clean text up to 600 chars."""
+    text = re.sub(r"<[^>]+>", " ", html or "")
+    text = re.sub(r"\s+", " ", text).strip()
+    return text[:600]
+
+
+class ATSJobScraper(BaseScraper):
+
+    # ── Ashby Public API ───────────────────────────────────────────────────
+    def scrape_ashby(self, query: str) -> list[dict]:
+        q_words = set(query.lower().split()) if query else set()
+        all_jobs = []
+        for company in ASHBY_COMPANIES:
+            data = self.fetch_json(f"https://api.ashbyhq.com/posting-api/job-board/{company}")
+            if not isinstance(data, dict) or not data.get("jobs"):
+                continue
+            for item in data["jobs"]:
+                try:
+                    title = item.get("title", "")
+                    if not title:
+                        continue
+                    if q_words and not self._matches_query(title, item.get("descriptionHtml", ""), q_words):
+                        continue
+                    posted = (item.get("publishedAt", "") or "")[:10]
+                    all_jobs.append(self._make_job(
+                        title,
+                        item.get("department", "") or company.title(),
+                        item.get("location", "Remote"),
+                        _strip_html(item.get("descriptionHtml", "")),
+                        f"https://jobs.ashbyhq.com/{company}/{item.get('id', '')}",
+                        "ashby", CAT, posted,
+                    ))
+                except Exception:
+                    continue
+        print(f"[ashby] {len(all_jobs)} jobs matching '{query}'")
+        return self.filter_fresh(all_jobs[:50])
+
+    # ── Greenhouse Public API ──────────────────────────────────────────────
+    def scrape_greenhouse(self, query: str) -> list[dict]:
+        q_words = set(query.lower().split()) if query else set()
+        all_jobs = []
+        for company in GREENHOUSE_COMPANIES:
+            data = self.fetch_json(
+                f"https://boards-api.greenhouse.io/v1/boards/{company}/jobs?content=true"
+            )
+            if not isinstance(data, dict) or not data.get("jobs"):
+                continue
+            for item in data["jobs"]:
+                try:
+                    title = item.get("title", "")
+                    if not title:
+                        continue
+                    desc = _strip_html(item.get("content", ""))
+                    if q_words and not self._matches_query(title, desc, q_words):
+                        continue
+                    offices = item.get("offices", [])
+                    location = ", ".join(
+                        o.get("location", "") or o.get("name", "")
+                        for o in offices if isinstance(o, dict)
+                    ) or "Remote"
+                    depts = item.get("departments", [])
+                    company_name = depts[0].get("name", "") if depts else company.title()
+                    all_jobs.append(self._make_job(
+                        title, company_name, location, desc,
+                        f"https://boards.greenhouse.io/{company}/jobs/{item.get('id', '')}",
+                        "greenhouse", CAT, (item.get("updated_at", "") or "")[:10],
+                    ))
+                except Exception:
+                    continue
+        print(f"[greenhouse] {len(all_jobs)} jobs matching '{query}'")
+        return self.filter_fresh(all_jobs[:50])
+
+    # ── Query matching helper ─────────────────────────────────────────────
+    def _matches_query(self, title: str, description: str, q_words: set) -> bool:
+        text = f"{title.lower()} {description.lower()}"
+        return bool(q_words & set(text.split()))

backend/scrapers/base.py

@@ -466,6 +466,16 @@ class BaseScraper:
                         if lt and len(lt) < 60:
                             location = lt
                             break
+                # Try to get posted date from nearby text
+                posted = ""
+                for sel in ["time", "[class*='date']", "[class*='posted']",
+                            "[class*='ago']", "[class*='published']", "[datetime]"]:
+                    el = parent.select_one(sel)
+                    if el:
+                        dt = el.get("datetime", "") or self._clean_text(el.get_text())
+                        if dt:
+                            posted = dt[:20]
+                            break
                 # Try to get description from nearby text
                 for sel in ["p", "[class*='desc']", "[class*='summary']",
                             "[class*='excerpt']", ".text", ".content"]:
@@ -476,7 +486,7 @@ class BaseScraper:
                             desc = dt[:400]
                             break
 
-            jobs.append(self._make_job(text, company, location, desc, full_url, source, cat))
+            jobs.append(self._make_job(text, company, location, desc, full_url, source, cat, posted))
             if len(jobs) >= limit:
                 break
         if jobs:

backend/scrapers/international.py

@@ -176,10 +176,11 @@ class InternationalJobScraper(BaseScraper):
             company  = self.first_text(card, [".ui-company","[class*='company']","[class*='employer']"])
             location = self.first_text(card, [".ui-location","[class*='location']"], "UK")
             salary   = self.first_text(card, [".ui-salary","[class*='salary']"])
+            posted   = self.first_text(card, _DATE_SELS)
             desc     = self.first_text(card, [".max-snippet-height","[class*='snippet']"])
             if salary and "JOBSWORTH" not in salary.upper():
                 desc = f"Salary: {salary} | {desc}"[:500]
-            jobs.append(self._make_job(title, company, location, desc, href, "adzuna", CAT))
+            jobs.append(self._make_job(title, company, location, desc, href, "adzuna", CAT, posted))
         if not jobs:
             return self._extract_from_text(soup, "adzuna", "https://www.adzuna.co.uk", CAT)
         return self.filter_fresh(jobs)
@@ -343,12 +344,17 @@ class InternationalJobScraper(BaseScraper):
             url_val = item.get("url", "")
             if not url_val:
                 continue
+            posted_raw = item.get("date", "") or ""
+            posted = posted_raw[:10] if posted_raw else ""
+            if not posted:
+                pub_date = item.get("publication_date", "") or ""
+                posted = pub_date[:10] if pub_date else ""
             jobs.append(self._make_job(
                 title, item.get("company_name", ""),
                 item.get("location", "Remote"),
                 re.sub(r"<[^>]+>", "", (item.get("description", "") or ""))[:400],
                 url_val, "workingnomads", CAT,
-                "",
+                posted,
             ))
         return jobs[:25]
 
@@ -379,8 +385,9 @@ class InternationalJobScraper(BaseScraper):
                     "[class*='company_name']","[class*='company']","strong",
                 ])
                 location = self.first_text(card, _LOCATION_SELS, "Remote")
+                posted = self.first_text(card, _DATE_SELS)
                 desc = self.first_text(card, _DESC_SELS)
-                jobs.append(self._make_job(title, company, location, desc, href, "skipthedrive", CAT, ""))
+                jobs.append(self._make_job(title, company, location, desc, href, "skipthedrive", CAT, posted))
             except Exception:
                 continue
         if not jobs:
@@ -389,6 +396,9 @@ class InternationalJobScraper(BaseScraper):
 
     # ── Playwright scrapers (JS-heavy / login sites) ───────────────────────
 
+    def scrape_linkedin(self, query: str) -> list[dict]:
+        return []
+
     async def scrape_indeed_playwright(self, page, query: str) -> list[dict]:
         from bs4 import BeautifulSoup
         try:
@@ -436,7 +446,8 @@ class InternationalJobScraper(BaseScraper):
                     seen.add(job_url)
                     company  = self.first_text(card, _COMPANY_SELS)
                     location = self.first_text(card, _LOCATION_SELS)
-                    jobs.append(self._make_job(title, company, location, "", job_url, "linkedin", CAT))
+                    posted   = self.first_text(card, _DATE_SELS)
+                    jobs.append(self._make_job(title, company, location, "", job_url, "linkedin", CAT, posted))
                 except Exception:
                     continue
             return self.filter_fresh(jobs)
@@ -444,6 +455,25 @@ class InternationalJobScraper(BaseScraper):
             print(f"[linkedin] playwright error: {e}")
         return []
 
+    # ── Rigzone (Oil & Gas) ─────────────────────────────────────────────────
+    def scrape_rigzone(self, query: str) -> list[dict]:
+        url  = f"https://www.rigzone.com/jobs/?searchterm={quote(query)}"
+        soup = self.fetch_soup(url)
+        if not soup:
+            return []
+        ld = self.fetch_json_ld(soup)
+        if ld:
+            for j in ld: j.update({"source": "rigzone", "category": CAT})
+            return self.filter_fresh(ld[:20])
+        cards = self.multi_select(soup, [
+            "div.job-row","div[class*='job-card']","tr.job","div[class*='listing']",
+            "article.job","div[class*='result']","article","li",
+        ])
+        result = self._parse_cards(cards, "rigzone", "https://www.rigzone.com")
+        if not result:
+            return self._extract_from_text(soup, "rigzone", "https://www.rigzone.com", CAT)
+        return result
+
     # ── Shared multi-selector card parser ─────────────────────────────────
     def _parse_cards(self, cards: list, source: str, base: str, limit: int = 25) -> list[dict]:
         jobs, seen = [], set()

backend/scrapers/ngos.py

@@ -155,7 +155,8 @@ class NGOJobScraper(BaseScraper):
                 if not title or href in seen: continue
                 seen.add(href)
                 location = self.first_text(card, _LOCATION_SELS)
-                jobs.append(self._make_job(title, "UNICEF", location, "", href, "unicef", CAT))
+                posted   = self.first_text(card, _DATE_SELS)
+                jobs.append(self._make_job(title, "UNICEF", location, "", href, "unicef", CAT, posted))
             if jobs:
                 return self.filter_fresh(jobs)
             result = self._extract_from_text(soup, "unicef", url.split("/en-us")[0], CAT)
@@ -189,7 +190,8 @@ class NGOJobScraper(BaseScraper):
                 if not title or href in seen: continue
                 seen.add(href)
                 location = self.first_text(card, _LOCATION_SELS)
-                jobs.append(self._make_job(title, "WHO", location, "", href, "who", CAT))
+                posted   = self.first_text(card, _DATE_SELS)
+                jobs.append(self._make_job(title, "WHO", location, "", href, "who", CAT, posted))
             if jobs:
                 return self.filter_fresh(jobs)
             result = self._extract_from_text(soup, "who", base, CAT)

backend/scrapers/nigeria.py

@@ -7,6 +7,83 @@ from .base import BaseScraper
 
 CAT = "nigeria"
 
+# ── MyJobMag Industry Sectors (39 categories) ──────────────────────────────
+MYJOBMAG_SECTORS = [
+    ("advertising-branding", "Advertising / Branding / PR"),
+    ("agriculture", "Agriculture / Agro-Allied"),
+    ("aviation", "Aviation / Airline"),
+    ("banking-financial-services", "Banking / Financial Services"),
+    ("blockchain", "Blockchain"),
+    ("building-construction", "Building / Construction"),
+    ("consulting", "Consulting"),
+    ("creative", "Creative / Arts"),
+    ("education", "Education / Teaching"),
+    ("engineering", "Engineering / Technical"),
+    ("food-services", "Food Services"),
+    ("general", "General"),
+    ("government", "Government"),
+    ("medical", "Healthcare / Medical"),
+    ("hospitality", "Hotels & Restaurants"),
+    ("ict-telecommunications", "ICT / Telecommunication"),
+    ("insurance", "Insurance"),
+    ("internet-e-commerce", "Internet / E-commerce"),
+    ("janitorial-services", "Janitorial Services / Environment"),
+    ("legal", "Law / Legal"),
+    ("logistics-and-transportation", "Logistics and Transportation"),
+    ("manufacturing", "Manufacturing / Production / FMCG"),
+    ("marine-shipping", "Marine and Shipping"),
+    ("broadcasting", "Media / Radio / TV"),
+    ("sales-marketing", "Merchandising, Retail & eCommerce"),
+    ("ngo", "NGO / Non-Profit Associations"),
+    ("oil-and-gas", "Oil and Gas"),
+    ("online-sales-marketing", "Online Sales / Marketing"),
+    ("pharmaceuticals", "Pharmaceuticals"),
+    ("power-energy", "Power / Energy"),
+    ("professional-social-associations", "Professional / Social Associations"),
+    ("raffle", "Raffle"),
+    ("real-estate", "Real Estate"),
+    ("religious", "Religious"),
+    ("research", "Research"),
+    ("science", "Science"),
+    ("security", "Security"),
+    ("travel-and-tours", "Travel and Tourism"),
+]
+
+SECTOR_SLUGS = [s[0] for s in MYJOBMAG_SECTORS]
+SECTOR_BY_SLUG = dict(MYJOBMAG_SECTORS)
+
+# Keyword terms for boards without native category filtering
+SECTOR_SEARCH_TERMS = {
+    "oil-and-gas": "oil+gas+petroleum+energy",
+    "insurance": "insurance+underwriting",
+    "banking-financial-services": "banking+finance+financial+investment",
+    "ict-telecommunications": "ICT+telecommunications+telecom+network",
+    "manufacturing": "manufacturing+FMCG+production+factory",
+    "power-energy": "power+energy+electricity+renewable",
+    "medical": "medical+healthcare+health+pharmaceutical",
+    "building-construction": "construction+building+civil+engineering+infrastructure",
+    "ngo": "NGO+nonprofit+development+humanitarian",
+    "education": "education+teaching+academic+training",
+    "government": "government+civil+service+public+sector",
+    "legal": "legal+law+compliance+regulatory",
+    "consulting": "consulting+advisory+strategy",
+    "engineering": "engineering+technical+maintenance+installation",
+    "logistics-and-transportation": "logistics+transportation+supply+chain+fleet",
+    "agriculture": "agriculture+farming+agro+allied",
+    "real-estate": "real+estate+property+housing+facility",
+    "hospitality": "hospitality+hotel+restaurant+tourism+travel",
+    "creative": "creative+design+arts+multimedia+graphic",
+    "broadcasting": "media+broadcasting+radio+TV+journalism",
+    "sales-marketing": "sales+marketing+merchandising+retail+ecommerce",
+    "online-sales-marketing": "digital+marketing+online+sales+social+media",
+    "security": "security+safety+guard+surveillance",
+    "research": "research+analysis+data+monitoring+evaluation",
+    "science": "science+laboratory+lab+research+scientist",
+    "human-resources": "HR+human+resources+recruitment+talent+payroll",
+    "accounting-finance": "accounting+audit+tax+treasury+finance+accounts",
+}
+
+
 _TITLE_SELS    = ["h2 a","h3 a","h4 a","a.job-title","[class*='title'] a",
                   "a[class*='title']","a[class*='job']",".job-name a","a[rel='bookmark']",
                   "h2.entry-title a","h3.entry-title a",".job_title a",".job-title a",
@@ -64,14 +141,30 @@ class NigerianJobScraper(BaseScraper):
     # ── MyJobMag ────────────────────────────────────────────────────────────
     def scrape_myjobmag(self, query: str) -> list[dict]:
         url  = f"https://www.myjobmag.com/search?q={quote(query)}"
+        return self._parse_myjobmag(url, "myjobmag")
+
+    def scrape_myjobmag_by_industry(self, slug: str, pages: int = 2) -> list[dict]:
+        """Scrape MyJobMag by industry category slug (e.g. 'oil-and-gas')."""
+        all_jobs = []
+        for page in range(1, pages + 1):
+            if page == 1:
+                url = f"https://www.myjobmag.com/jobs-by-industry/{slug}"
+            else:
+                url = f"https://www.myjobmag.com/jobs-by-industry/{slug}/page/{page}"
+            jobs = self._parse_myjobmag(url, f"myjobmag/{slug}")
+            if not jobs:
+                break
+            all_jobs.extend(jobs)
+        return self.filter_fresh(all_jobs[:30])
+
+    def _parse_myjobmag(self, url: str, source: str) -> list[dict]:
         soup = self.fetch_soup(url)
         if not soup:
             return []
         ld = self.fetch_json_ld(soup)
         if ld:
-            for j in ld: j.update({"source": "myjobmag", "category": CAT})
+            for j in ld: j.update({"source": source, "category": CAT})
             return self.filter_fresh(ld[:20])
-        # Try common card selectors first, then site-specific
         cards = self.multi_select(soup, [
             "li.job-list-li",
             "article.job-item","div.job-item","li.job-item",
@@ -81,11 +174,29 @@ class NigerianJobScraper(BaseScraper):
             "div.listing-item","div.post-item","li.listing-item",
             "tr","div.row","div[class*='list'] > div","article",
         ])
-        result = self._parse_cards(cards, "myjobmag", "https://www.myjobmag.com", 20)
+        result = self._parse_cards(cards, source, "https://www.myjobmag.com", 20)
         if not result:
-            return self._extract_from_text(soup, "myjobmag", "https://www.myjobmag.com", CAT)
+            return self._extract_from_text(soup, source, "https://www.myjobmag.com", CAT)
         return result
 
+    # ── Sector-scrape all boards for given sectors ──────────────────────────
+    def scrape_sectors(self, sector_slugs: list[str]) -> list[dict]:
+        """Scrape all applicable Nigerian boards for specific industry sectors."""
+        all_jobs = []
+        for slug in sector_slugs:
+            sector_name = SECTOR_BY_SLUG.get(slug, slug.replace("-", " "))
+            # MyJobMag has native industry pages
+            jobs = self.scrape_myjobmag_by_industry(slug, pages=1)
+            all_jobs.extend(jobs or [])
+            # Keyword-board sectors: jobzilla
+            search_term = SECTOR_SEARCH_TERMS.get(slug, slug.replace("-", "+"))
+            jobs_z = self.scrape_jobzilla(search_term)
+            all_jobs.extend(jobs_z or [])
+            # NaijaJobPortal
+            jobs_n = self.scrape_naijajobportal(search_term)
+            all_jobs.extend(jobs_n or [])
+        return self.filter_fresh(all_jobs)
+
     # ── Jobberman ───────────────────────────────────────────────────────────
     def scrape_jobberman(self, query: str) -> list[dict]:
         url  = f"https://www.jobberman.com/jobs?q={quote(query)}"
@@ -189,6 +300,87 @@ class NigerianJobScraper(BaseScraper):
             return self._extract_from_text(soup, "jobzilla", "https://www.jobzilla.ng", CAT)
         return result
 
+    # ── NaijaJobPortal ───────────────────────────────────────────────────────
+    def scrape_naijajobportal(self, query: str) -> list[dict]:
+        url = f"https://www.naijajobportal.com.ng/jobs?q={quote(query)}"
+        soup = self.fetch_soup(url)
+        if not soup:
+            return []
+        ld = self.fetch_json_ld(soup)
+        if ld:
+            for j in ld: j.update({"source": "naijajobportal", "category": CAT})
+            return self.filter_fresh(ld[:20])
+        cards = soup.select("article.bj-job-card")
+        if not cards:
+            return self._extract_from_text(soup, "naijajobportal",
+                                            "https://www.naijajobportal.com.ng", CAT)
+        jobs, seen = [], set()
+        for card in cards[:25]:
+            try:
+                title_el = card.select_one("h2.bj-job-title a")
+                if not title_el:
+                    continue
+                title = self._clean_text(title_el.get_text())
+                href = title_el.get("href", "")
+                full_url = self._full_url("https://www.naijajobportal.com.ng", href)
+                if not title or not full_url or full_url in seen:
+                    continue
+                seen.add(full_url)
+                company = self._clean_text(
+                    card.select_one("p.bj-company a").get_text()
+                ) if card.select_one("p.bj-company a") else ""
+                location = ""
+                loc_el = card.select_one("span.bj-chip i.fa-map-marker-alt")
+                if loc_el:
+                    location = self._clean_text(loc_el.parent.get_text()) if loc_el.parent else ""
+                posted = self._clean_text(
+                    card.select_one("p.bj-posted").get_text()
+                ) if card.select_one("p.bj-posted") else ""
+                desc = self._clean_text(
+                    card.select_one("p.bj-desc").get_text()
+                ) if card.select_one("p.bj-desc") else ""
+                if not company:
+                    logo = card.select_one("img.bj-logo")
+                    if logo and logo.get("alt"):
+                        company = logo["alt"].strip()
+                jobs.append(self._make_job(title, company, location, desc,
+                                            full_url, "naijajobportal", CAT, posted))
+            except Exception:
+                continue
+        return self.filter_fresh(jobs)
+
+    # ── Oil & Gas (Nigerian boards via sector) ──────────────────────────────
+    def scrape_oilandgas(self, query: str = "") -> list[dict]:
+        """Scrape O&G roles from MyJobMag industry page + keyword boards."""
+        return self.scrape_sectors(["oil-and-gas"])
+
+    # ── LEEP Jobs (Nigerian Government Portal) ──────────────────────────────
+    def scrape_leep(self, query: str) -> list[dict]:
+        url  = f"https://jobs.leep.gov.ng/?s={quote(query)}"
+        soup = self.fetch_soup(url)
+        if not soup:
+            return []
+        ld = self.fetch_json_ld(soup)
+        if ld:
+            for j in ld: j.update({"source": "leep", "category": CAT})
+            return self.filter_fresh(ld[:20])
+        cards = self.multi_select(soup, [
+            "article.job","div.job-listing","div.job-card",
+            "li.job_listing","div.search-result","article.post",
+            "div[class*='job']","article","li.post",
+        ])
+        result = self._parse_cards(cards, "leep", "https://jobs.leep.gov.ng", 20)
+        if not result:
+            return self._extract_from_text(soup, "leep", "https://jobs.leep.gov.ng", CAT)
+        return result
+
+    def _full_url(self, base: str, path: str) -> str:
+        if not path:
+            return ""
+        if path.startswith("http"):
+            return path
+        return base.rstrip("/") + "/" + path.lstrip("/")
+
     # ── Shared card parser ──────────────────────────────────────────────────
     def _parse_cards(self, cards: list, source: str, base: str, limit: int) -> list[dict]:
         jobs, seen = [], set()

backend/scrapers/web3.py

@@ -0,0 +1,233 @@
+"""
+Web3 job scraper — Solana ecosystem, crypto, and blockchain job boards.
+Strategy (in priority order per board):
+  1. Inline JSON (__NEXT_DATA__, etc.) — full structured data
+  2. JSON-LD (schema.org/JobPosting)
+  3. Heuristic text extraction (robust against layout changes)
+  4. Multi-selector CSS card parsing (last resort — most fragile)
+"""
+import re
+from urllib.parse import quote
+from .base import BaseScraper
+
+CAT = "web3"
+
+_TITLE_SELS  = ["h2 a","h3 a","h4 a","a[class*='title']","a[class*='job-title']",
+                "[class*='title'] a","a[class*='position']","strong a","a"]
+_COMPANY_SELS = ["[class*='company'] a","[class*='company']","[class*='employer']",
+                 "[class*='org']","span.custom_fields_company_name_display_search_results",
+                 "[class*='recruiter']","[class*='name']"]
+_LOCATION_SELS = ["[class*='location']","[class*='place']","[class*='city']",
+                  "[class*='country']","span[class*='loc']","[class*='region']"]
+_DATE_SELS = ["time","[class*='date']","[class*='posted']","[class*='age']","span.date"]
+_DESC_SELS = ["[class*='desc']","[class*='excerpt']","[class*='snippet']",
+              "[class*='summary']","p"]
+
+
+class Web3JobScraper(BaseScraper):
+
+    # ── Solana Ecosystem Board (Getro/Next.js platform) ───────────────────
+    def scrape_jobsolana(self, query: str) -> list[dict]:
+        url = "https://jobs.solana.com/jobs"
+        soup = self.fetch_soup(url)
+        if not soup:
+            return []
+        import json
+        next_data = soup.find("script", id="__NEXT_DATA__")
+        if next_data:
+            try:
+                raw = next_data.string or ""
+                data = json.loads(raw)
+                jobs_list = (
+                    data.get("props", {}).get("pageProps", {})
+                    .get("initialState", {}).get("jobs", {}).get("found", [])
+                ) or (
+                    data.get("props", {}).get("pageProps", {})
+                    .get("jobs", [])
+                )
+                if jobs_list:
+                    jobs = []
+                    for item in jobs_list[:50]:
+                        title = item.get("title", "")
+                        if not title:
+                            continue
+                        url_val = item.get("url", "") or f"https://jobs.solana.com/jobs/{item.get('slug','')}"
+                        company = item.get("organization", {}).get("name", "")
+                        locations = item.get("locations", [])
+                        location = ", ".join(locations) if locations else "Remote"
+                        created = item.get("createdAt", 0)
+                        posted = ""
+                        if created:
+                            from datetime import datetime
+                            posted = datetime.utcfromtimestamp(created).strftime("%Y-%m-%d")
+                        jobs.append(self._make_job(title, company, location, "",
+                                                    url_val, "jobsolana", CAT, posted))
+                    return self._filter_by_query(self.filter_fresh(jobs), query)
+            except Exception as e:
+                print(f"[jobsolana] __NEXT_DATA__ parse: {e}")
+        ld = self.fetch_json_ld(soup)
+        if ld:
+            for j in ld: j.update({"source": "jobsolana", "category": CAT})
+            return self._filter_by_query(ld[:25], query)
+        return self._filter_by_query(
+            self._extract_from_text(soup, "jobsolana",
+                                    "https://jobs.solana.com", CAT),
+            query)
+
+    # ── CryptocurrencyJobs (Hugo SSR site) ────────────────────────────────
+    def scrape_cryptocurrencyjobs(self, query: str) -> list[dict]:
+        # Try main listing; board doesn't support search params
+        for url in [
+            "https://cryptocurrencyjobs.co/remote/",
+            "https://cryptocurrencyjobs.co/",
+        ]:
+            soup = self.fetch_soup(url)
+            if not soup:
+                continue
+            ld = self.fetch_json_ld(soup)
+            if ld:
+                for j in ld: j.update({"source": "cryptocurrencyjobs", "category": CAT})
+                return self._filter_by_query(ld[:25], query)
+            result = self._filter_by_query(
+                self._extract_from_text(soup, "cryptocurrencyjobs",
+                                        "https://cryptocurrencyjobs.co", CAT),
+                query)
+            if result:
+                return result
+            cards = soup.select("li.grid, li[class*='job'], article, div[class*='card'], div[class*='listing']")
+            if cards:
+                jobs, seen = [], set()
+                for card in cards[:50]:
+                    try:
+                        for img in card.find_all("img"):
+                            img.decompose()
+                        h2 = card.find("h2")
+                        if not h2:
+                            continue
+                        a = h2.find("a") if h2 else None
+                        title = (a or h2).get_text(strip=True)
+                        href = ""
+                        if a:
+                            href = a.get("href", "")
+                            if href and not href.startswith("http"):
+                                href = "https://cryptocurrencyjobs.co" + href
+                        if not title or not href or href in seen:
+                            continue
+                        company = ""
+                        co_link = card.find("a", href=lambda x: x and x.startswith("/startups/"))
+                        if co_link:
+                            company = co_link.get_text(strip=True)
+                        if not company:
+                            all_texts = card.get_text("|", strip=True).split("|")
+                            for idx, t in enumerate(all_texts):
+                                if t == title and idx + 1 < len(all_texts):
+                                    nxt = all_texts[idx + 1].strip()
+                                    if nxt and nxt not in ("Remote",):
+                                        company = nxt
+                                    break
+                        seen.add(href)
+                        date_match = re.search(r'(\d+[dhm])\s*(?:Featured)?', card.get_text())
+                        posted = date_match.group(1) if date_match else ""
+                        jobs.append(self._make_job(title, company, "Remote", "",
+                                                    href, "cryptocurrencyjobs", CAT, posted))
+                    except Exception:
+                        continue
+                if jobs:
+                    return self._filter_by_query(self.filter_fresh(jobs), query)
+        return []
+
+    # ── Web3.Career ───────────────────────────────────────────────────────
+    def scrape_web3career(self, query: str) -> list[dict]:
+        soup = self.fetch_soup("https://web3.career/remote-jobs")
+        if not soup:
+            return []
+        ld = self.fetch_json_ld(soup)
+        if ld:
+            for j in ld: j.update({"source": "web3career", "category": CAT})
+            return self._filter_by_query(ld[:25], query)
+        result = self._filter_by_query(
+            self._extract_from_text(soup, "web3career",
+                                    "https://web3.career", CAT),
+            query)
+        if result:
+            return result
+        cards = self.multi_select(soup, [
+            "tr[class*='job']","tr","div[class*='job-row']","div[class*='job-card']",
+            "div[class*='table'] > div","div[class*='listing']","article","li",
+        ])
+        jobs, seen = [], set()
+        for card in cards[:40]:
+            try:
+                title = self.first_text(card, [
+                    "td:first-child a","td:nth-child(2) a","td:nth-child(1) a",
+                    "h2 a","h3 a","strong a","a",
+                ])
+                href = self.first_href(card, [
+                    "td:first-child a","a[href*='/job/']","a[href*='/position/']","a",
+                ], "https://web3.career")
+                if not title or not href or href in seen:
+                    continue
+                seen.add(href)
+                company = self.first_text(card, [
+                    "td:nth-child(2)","[class*='company']","[class*='org']",
+                ])
+                location = self.first_text(card, _LOCATION_SELS, "Remote")
+                posted = self.first_text(card, _DATE_SELS)
+                salary = self.first_text(card, ["[class*='salary']","td:nth-child(4)"])
+                desc = f"Salary: {salary}" if salary else ""
+                jobs.append(self._make_job(title, company, location, desc, href,
+                                           "web3career", CAT, posted))
+            except Exception:
+                continue
+        return self._filter_by_query(self.filter_fresh(jobs), query)
+
+    # ── CryptoJobsList ────────────────────────────────────────────────────
+    def scrape_cryptojobslist(self, query: str) -> list[dict]:
+        soup = self.fetch_soup("https://cryptojobslist.com/")
+        if not soup:
+            return []
+        ld = self.fetch_json_ld(soup)
+        if ld:
+            for j in ld: j.update({"source": "cryptojobslist", "category": CAT})
+            return self._filter_by_query(ld[:25], query)
+        result = self._filter_by_query(
+            self._extract_from_text(soup, "cryptojobslist",
+                                    "https://cryptojobslist.com", CAT),
+            query)
+        if result:
+            return result
+        cards = self.multi_select(soup, [
+            "div[class*='job-card']","div[class*='listing']","div[class*='job']",
+            "article","li","a[class*='job']","div[class*='card']",
+        ])
+        jobs, seen = [], set()
+        for card in cards[:40]:
+            try:
+                title = self.first_text(card, _TITLE_SELS)
+                href = self.first_href(card, [
+                    "a[href*='/']","h2 a","h3 a",
+                ], "https://cryptojobslist.com")
+                if not title or not href or href in seen:
+                    continue
+                seen.add(href)
+                company = self.first_text(card, _COMPANY_SELS)
+                location = self.first_text(card, _LOCATION_SELS, "Remote")
+                posted = self.first_text(card, _DATE_SELS)
+                desc = self.first_text(card, _DESC_SELS)
+                jobs.append(self._make_job(title, company, location, desc, href,
+                                           "cryptojobslist", CAT, posted))
+            except Exception:
+                continue
+        return self._filter_by_query(self.filter_fresh(jobs), query)
+
+    # ── Shared: filter results by query keywords ───────────────────────────
+    def _filter_by_query(self, jobs: list[dict], query: str) -> list[dict]:
+        if not query or not jobs:
+            return jobs
+        q_words = set(query.lower().split())
+        filtered = []
+        for j in jobs:
+            text = (j.get("title", "") + " " + j.get("company", "") + " " + j.get("description", "")).lower()
+            if q_words & set(text.split()):
+                filtered.append(j)
+        return filtered[:25]

frontend/app.js

@@ -67,6 +67,12 @@ function toggleAdminMode() {
   localStorage.setItem("admin_mode", newVal);
   location.reload();
 }
+function togglePwd(id, el) {
+  const inp = document.getElementById(id);
+  const isPwd = inp.type === "password";
+  inp.type = isPwd ? "text" : "password";
+  el.innerHTML = isPwd ? "👀" : "👁";
+}
 function logout() { localStorage.removeItem("joblin_token"); localStorage.removeItem("joblin_user"); localStorage.removeItem("admin_mode"); window.location.href = "/login.html"; }
 function escHtml(s) { if (!s) return ""; return s.replace(/&/g,"&amp;").replace(/</g,"&lt;").replace(/>/g,"&gt;").replace(/"/g,"&quot;"); }
 
@@ -104,7 +110,8 @@ function renderQualityScores(scores) {
 }
 
 function renderJobScore(score) {
-  const pct = Math.round(score || 0);
+  if (!score || score <= 0) return "";
+  const pct = Math.round(score);
   let color = "var(--text-subtle)";
   if (pct >= 70) color = "var(--color-primary-500)";
   else if (pct >= 40) color = "var(--color-warning-500)";

frontend/forgot-password.html

@@ -50,19 +50,8 @@
     <p class="footer-link"><a href="login.html">Back to sign in</a></p>
   </div>
 </div>
-<script>
-function togglePwd(id, el) {
-  const inp = document.getElementById(id);
-  const isPwd = inp.type === "password";
-  inp.type = isPwd ? "text" : "password";
-  el.innerHTML = isPwd ? "&#128064;" : "&#128065;";
-}
-</script>
 <script src="app.js"></script>
-<script>
-const API_BASE = window.location.origin;
-
-document.getElementById("tokenForm").addEventListener("submit", async (e) => {
+<script>document.getElementById("tokenForm").addEventListener("submit", async (e) => {
   e.preventDefault();
   const btn = document.getElementById("tokenBtn");
   btn.disabled = true;

frontend/login.html

@@ -13,7 +13,6 @@
         <div class="auth-brand-icon">J</div>
         <h1>Job<span>lin</span></h1>
       </a>
-    <h1>Job<span>lin</span></h1>
     <p class="subtitle">AI-powered CV & job matching platform</p>
     <form id="loginForm">
       <div class="form-group">
@@ -33,14 +32,6 @@
     <p class="footer-link">Don't have an account? <a href="register.html">Create one</a></p>
   </div>
 </div>
-<script>
-function togglePwd(id, el) {
-  const inp = document.getElementById(id);
-  const isPwd = inp.type === "password";
-  inp.type = isPwd ? "text" : "password";
-  el.innerHTML = isPwd ? "&#128064;" : "&#128065;";
-}
-</script>
 <script src="app.js"></script>
 <script>
 const btn = document.getElementById("loginBtn");

frontend/register.html

@@ -13,7 +13,6 @@
         <div class="auth-brand-icon">J</div>
         <h1>Job<span>lin</span></h1>
       </a>
-    <h1>Job<span>lin</span></h1>
     <p class="subtitle">Create your account</p>
     <form id="registerForm">
       <div class="form-group">
@@ -36,14 +35,6 @@
     <p class="footer-link">Already have an account? <a href="login.html">Sign in</a></p>
   </div>
 </div>
-<script>
-function togglePwd(id, el) {
-  const inp = document.getElementById(id);
-  const isPwd = inp.type === "password";
-  inp.type = isPwd ? "text" : "password";
-  el.innerHTML = isPwd ? "&#128064;" : "&#128065;";
-}
-</script>
 <script src="app.js"></script>
 <script>
 const btn = document.getElementById("registerBtn");
@@ -67,6 +58,8 @@ document.getElementById("registerForm").addEventListener("submit", async (e) =>
   }
 });
 if (getToken()) window.location.href = "dashboard.html";
+const params = new URLSearchParams(window.location.search);
+if (params.get("email")) document.getElementById("email").value = params.get("email");
 </script>
 </body>
 </html>