Spaces:
Sleeping
Sleeping
Download apps/api/.env.example from s-eto-hub/firecrawl-api: direct link, hf CLI and curl.
- Browser
- Download file 4.52 kB
-
https://huggingface.co/spaces/s-eto-hub/firecrawl-api/resolve/main/apps/api/.env.example
- Command line
-
hf download hf://spaces/s-eto-hub/firecrawl-api/apps/api/.env.example
-
curl -L -o .env.example https://huggingface.co/spaces/s-eto-hub/firecrawl-api/resolve/main/apps/api/.env.example
4.52 kB
| # ===== Required ENVS ====== | |
| NUM_WORKERS_PER_QUEUE=8 | |
| PORT=3002 | |
| HOST=0.0.0.0 | |
| REDIS_URL=redis://redis:6379 #for self-hosting using docker, use redis://redis:6379. For running locally, use redis://localhost:6379 | |
| REDIS_RATE_LIMIT_URL=redis://redis:6379 #for self-hosting using docker, use redis://redis:6379. For running locally, use redis://localhost:6379 | |
| PLAYWRIGHT_MICROSERVICE_URL=http://playwright-service:3000/scrape | |
| ## To turn on DB authentication, you need to set up supabase. | |
| USE_DB_AUTHENTICATION=true | |
| # ===== Optional ENVS ====== | |
| # SearchApi key. Head to https://searchapi.com/ to get your API key | |
| SEARCHAPI_API_KEY= | |
| # SearchApi engine, defaults to google. Available options: google, bing, baidu, google_news, etc. Head to https://searchapi.com/ to explore more engines | |
| SEARCHAPI_ENGINE= | |
| ## === Concurrency & Performance Settings === | |
| # Number of worker processes per queue - controls parallel job processing | |
| # Recommended: 4-8 for most setups, adjust based on CPU cores | |
| NUM_WORKERS_PER_QUEUE=8 | |
| # Number of concurrent crawl requests/pages - increase for higher throughput | |
| # Recommended: 8-16 for most setups, 32+ for high-performance servers | |
| CRAWL_CONCURRENT_REQUESTS=10 | |
| # Maximum number of simultaneous crawl jobs | |
| # Controls how many crawl operations can run at the same time | |
| MAX_CONCURRENT_JOBS=5 | |
| # Size of browser instance pool for Playwright service | |
| # Higher values allow more parallel browser operations | |
| BROWSER_POOL_SIZE=5 | |
| # Supabase Setup (used to support DB authentication, advanced logging, etc.) | |
| SUPABASE_ANON_TOKEN= | |
| SUPABASE_URL= | |
| SUPABASE_SERVICE_TOKEN= | |
| # Other Optionals | |
| # use if you've set up authentication and want to test with a real API key | |
| TEST_API_KEY= | |
| # set if you'd like to test the scraping rate limit | |
| RATE_LIMIT_TEST_API_KEY_SCRAPE= | |
| # set if you'd like to test the crawling rate limit | |
| RATE_LIMIT_TEST_API_KEY_CRAWL= | |
| # set if you'd like to use scraping Be to handle JS blocking | |
| SCRAPING_BEE_API_KEY= | |
| # add for LLM dependent features (image alt generation, etc.) | |
| OPENAI_API_KEY= | |
| BULL_AUTH_KEY=@ | |
| # set if you have a llamaparse key you'd like to use to parse pdfs | |
| LLAMAPARSE_API_KEY= | |
| # set if you'd like to send slack server health status messages | |
| SLACK_WEBHOOK_URL= | |
| # set if you'd like to send posthog events like job logs | |
| POSTHOG_API_KEY= | |
| # set if you'd like to send posthog events like job logs | |
| POSTHOG_HOST= | |
| STRIPE_PRICE_ID_STANDARD= | |
| STRIPE_PRICE_ID_SCALE= | |
| STRIPE_PRICE_ID_STARTER= | |
| STRIPE_PRICE_ID_HOBBY= | |
| STRIPE_PRICE_ID_HOBBY_YEARLY= | |
| STRIPE_PRICE_ID_STANDARD_NEW= | |
| STRIPE_PRICE_ID_STANDARD_NEW_YEARLY= | |
| STRIPE_PRICE_ID_GROWTH= | |
| STRIPE_PRICE_ID_GROWTH_YEARLY= | |
| # set if you'd like to use the fire engine closed beta | |
| FIRE_ENGINE_BETA_URL= | |
| # Proxy Settings for Playwright (Alternative you can use a proxy service like oxylabs, which rotates IPs for you on every request) | |
| PROXY_SERVER= | |
| PROXY_USERNAME= | |
| PROXY_PASSWORD= | |
| # set if you'd like to block media requests to save proxy bandwidth | |
| BLOCK_MEDIA= | |
| # Set this to the URL of your webhook when using the self-hosted version of FireCrawl | |
| SELF_HOSTED_WEBHOOK_URL= | |
| # Set this to the HMAC secret of your webhook when using the self-hosted version of FireCrawl | |
| SELF_HOSTED_WEBHOOK_HMAC_SECRET= | |
| # Support Agent service URL for /v2/support/* proxy | |
| SUPPORT_AGENT_URL= | |
| # Vercel Deployment Protection bypass secret for the support agent | |
| SUPPORT_AGENT_VERCEL_BYPASS_SECRET= | |
| # Resend API Key for transactional emails | |
| RESEND_API_KEY= | |
| # LOGGING_LEVEL determines the verbosity of logs that the system will output. | |
| # Available levels are: | |
| # NONE - No logs will be output. | |
| # ERROR - For logging error messages that indicate a failure in a specific operation. | |
| # WARN - For logging potentially harmful situations that are not necessarily errors. | |
| # INFO - For logging informational messages that highlight the progress of the application. | |
| # DEBUG - For logging detailed information on the flow through the system, primarily used for debugging. | |
| # TRACE - For logging more detailed information than the DEBUG level. | |
| # Set LOGGING_LEVEL to one of the above options to control logging output. | |
| LOGGING_LEVEL=INFO | |
| # x402 Payment Configuration | |
| X402_PAY_TO_ADDRESS= | |
| # ^ Address taken from -> https://portfolio.metamask.io/ | |
| X402_NETWORK=base-sepolia | |
| X402_FACILITATOR_URL=https://x402.org/facilitator | |
| X402_ENABLED=true | |
| X402_VERIFICATION_TIMEOUT=30000 | |
| CDP_API_KEY_ID="" | |
| CDP_API_KEY_SECRET="" | |
| # ^ KEYS taken from -> https://portal.cdp.coinbase.com/projects/api-keys | |
| ## ENDPOINT PRICING TEST $0.01 | |
| X402_ENDPOINT_PRICE_USD=0.01 |