Spaces:

dimdimm
/

crawling-datas

Sleeping

crawling-datas / .github /workflows /scrape.yml

feat: upgrade scraper - multi keyword, --once mode, GitHub Actions workflow

e84ab4f 3 months ago

621 Bytes

name: scrape

on:
  schedule:
    - cron: "0 3 * * *"
  workflow_dispatch:

jobs:
  run:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - name: Install dependencies
        run: pip install -r requirements.txt

      - name: Install Playwright Chromium
        run: python -m playwright install --with-deps chromium

      - name: Run scraper
        run: python run.py --once
        env:
          SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
          SUPABASE_ANON_KEY: ${{ secrets.SUPABASE_ANON_KEY }}

	name: scrape

	on:
	schedule:
	- cron: "0 3 * * *"
	workflow_dispatch:

	jobs:
	run:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4

	- uses: actions/setup-python@v5
	with:
	python-version: "3.12"

	- name: Install dependencies
	run: pip install -r requirements.txt

	- name: Install Playwright Chromium
	run: python -m playwright install --with-deps chromium

	- name: Run scraper
	run: python run.py --once
	env:
	SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
	SUPABASE_ANON_KEY: ${{ secrets.SUPABASE_ANON_KEY }}