Spaces:
Sleeping
Sleeping
Download apps/js-sdk/example.ts from s-eto-hub/firecrawl-api: direct link, hf CLI and curl.
- Browser
- Download file 3.63 kB
-
https://huggingface.co/spaces/s-eto-hub/firecrawl-api/resolve/main/apps/js-sdk/example.ts
- Command line
-
hf download hf://spaces/s-eto-hub/firecrawl-api/apps/js-sdk/example.ts
-
curl -L -o example.ts https://huggingface.co/spaces/s-eto-hub/firecrawl-api/resolve/main/apps/js-sdk/example.ts
3.63 kB
| // Placeholder v2 example (TypeScript) | |
| // Minimal usage of new FirecrawlClient. Replace with your API key before running. | |
| // import Firecrawl from '@mendable/firecrawl-js'; | |
| import Firecrawl from './firecrawl/src/index'; | |
| const run = async () => { | |
| const apiKey = (globalThis as any).process?.env?.FIRECRAWL_API_KEY || 'fc-YOUR_API_KEY'; | |
| const apiUrl = (globalThis as any).process?.env?.FIRECRAWL_API_URL || 'https://api.firecrawl.dev'; | |
| const client = new Firecrawl({ apiKey, apiUrl }); | |
| const doc = await client.scrape('https://docs.firecrawl.dev', { formats: ['markdown'] }); | |
| console.log('scrape:', !!doc.markdown); | |
| const crawl = await client.crawl('https://docs.firecrawl.dev', { limit: 3, pollInterval: 1, timeout: 120 }); | |
| console.log('crawl:', crawl.status, crawl.completed, '/', crawl.total); | |
| const batch = await client.batchScrape([ | |
| 'https://docs.firecrawl.dev', | |
| 'https://firecrawl.dev', | |
| ], { options: { formats: ['markdown'] }, pollInterval: 1, timeout: 120 }); | |
| console.log('batch:', batch.status, batch.completed, '/', batch.total); | |
| const search = await client.search('What is the capital of France?', { limit: 5 }); | |
| console.log('search web results:', (search.web || []).length); | |
| const map = await client.map('https://firecrawl.dev'); | |
| console.log('map links:', map.links.length); | |
| }; | |
| run().catch((e) => { | |
| // eslint-disable-next-line no-console | |
| console.error(e); | |
| (globalThis as any).process?.exit?.(1); | |
| }); | |
| // old stuff: | |
| import FirecrawlApp, { CrawlStatusResponse, ErrorResponse } from 'firecrawl'; | |
| const app = new FirecrawlApp({apiKey: "fc-YOUR_API_KEY"}); | |
| const main = async () => { | |
| // Scrape a website: | |
| const scrapeResult = await app.scrapeUrl('firecrawl.dev'); | |
| if (scrapeResult.success) { | |
| console.log(scrapeResult.markdown) | |
| } | |
| // Crawl a website: | |
| const crawlResult = await app.crawlUrl('mendable.ai', { excludePaths: ['blog/*'], limit: 5}); | |
| console.log(crawlResult); | |
| // Asynchronously crawl a website: | |
| const asyncCrawlResult = await app.asyncCrawlUrl('mendable.ai', { excludePaths: ['blog/*'], limit: 5}); | |
| if (asyncCrawlResult.success) { | |
| const id = asyncCrawlResult.id; | |
| console.log(id); | |
| let checkStatus: CrawlStatusResponse | ErrorResponse; | |
| if (asyncCrawlResult.success) { | |
| while (true) { | |
| checkStatus = await app.checkCrawlStatus(id); | |
| if (checkStatus.success && checkStatus.status === 'completed') { | |
| break; | |
| } | |
| await new Promise(resolve => setTimeout(resolve, 1000)); // wait 1 second | |
| } | |
| if (checkStatus.success && checkStatus.data) { | |
| console.log(checkStatus.data[0].markdown); | |
| } | |
| } | |
| } | |
| // Map a website: | |
| const mapResult = await app.mapUrl('https://firecrawl.dev'); | |
| console.log(mapResult) | |
| // // Extract information from a website using LLM: | |
| // const extractSchema = z.object({ | |
| // title: z.string(), | |
| // description: z.string(), | |
| // links: z.array(z.string()) | |
| // }); | |
| // const extractResult = await app.extractUrls(['https://firecrawl.dev'], { | |
| // prompt: "Extract the title, description, and links from the website", | |
| // schema: extractSchema | |
| // }); | |
| // console.log(extractResult); | |
| // Crawl a website with WebSockets: | |
| const watch = await app.crawlUrlAndWatch('mendable.ai', { excludePaths: ['blog/*'], limit: 5}); | |
| watch.addEventListener("document", doc => { | |
| console.log("DOC", doc.detail); | |
| }); | |
| watch.addEventListener("error", err => { | |
| console.error("ERR", err.detail.error); | |
| }); | |
| watch.addEventListener("done", state => { | |
| console.log("DONE", state.detail.status); | |
| }); | |
| } | |
| main() |