Spaces:

Echo-AI-official
/

Fire-crawl

Paused

Fire-crawl / src /lib /default-values.ts

Upload 280 files

0e759d2 verified over 1 year ago

543 Bytes

export const defaultOrigin = "api";

export const defaultTimeout = 60000; // 60 seconds

export const defaultPageOptions = {
  onlyMainContent: false,
  includeHtml: false,
  waitFor: 0,
  screenshot: false,
  fullPageScreenshot: false,
  parsePDF: true,
};

export const defaultCrawlerOptions = {
  allowBackwardCrawling: false,
  limit: 10000,
};

export const defaultCrawlPageOptions = {
  onlyMainContent: false,
  includeHtml: false,
  removeTags: [],
  parsePDF: true,
};

export const defaultExtractorOptions = {
  mode: "markdown",
};

	export const defaultOrigin = "api";

	export const defaultTimeout = 60000; // 60 seconds

	export const defaultPageOptions = {
	onlyMainContent: false,
	includeHtml: false,
	waitFor: 0,
	screenshot: false,
	fullPageScreenshot: false,
	parsePDF: true,
	};

	export const defaultCrawlerOptions = {
	allowBackwardCrawling: false,
	limit: 10000,
	};

	export const defaultCrawlPageOptions = {
	onlyMainContent: false,
	includeHtml: false,
	removeTags: [],
	parsePDF: true,
	};

	export const defaultExtractorOptions = {
	mode: "markdown",
	};