firecrawl-api / apps /api /src /scraper /WebScraper /utils /maxDepthUtils.ts
s-eto-hub's picture
Commit de nettoyage des binaires
097eaf0
Raw History Blame Contribute Delete
428 Bytes
export function getAdjustedMaxDepth(
url: string,
maxCrawlDepth: number,
): number {
const baseURLDepth = getURLDepth(url);
const adjustedMaxDepth = maxCrawlDepth + baseURLDepth;
return adjustedMaxDepth;
}
export function getURLDepth(url: string): number {
const pathSplits = new URL(url).pathname
.split("/")
.filter(x => x !== "" && x !== "index.php" && x !== "index.html");
return pathSplits.length;
}