Spaces:
Sleeping
Sleeping
Download apps/api/src/lib/crawl-redis.test.ts from s-eto-hub/firecrawl-api: direct link, hf CLI and curl.
- Browser
- Download file 4.43 kB
-
https://huggingface.co/spaces/s-eto-hub/firecrawl-api/resolve/main/apps/api/src/lib/crawl-redis.test.ts
- Command line
-
hf download hf://spaces/s-eto-hub/firecrawl-api/apps/api/src/lib/crawl-redis.test.ts
-
curl -L -o crawl-redis.test.ts https://huggingface.co/spaces/s-eto-hub/firecrawl-api/resolve/main/apps/api/src/lib/crawl-redis.test.ts
4.43 kB
| import { generateURLPermutations } from "./crawl-redis"; | |
| describe("generateURLPermutations", () => { | |
| it("generates permutations correctly", () => { | |
| const bareHttps = generateURLPermutations("https://firecrawl.dev").map( | |
| x => x.href, | |
| ); | |
| expect(bareHttps.length).toBe(16); | |
| expect(bareHttps.includes("https://firecrawl.dev/")).toBe(true); | |
| expect(bareHttps.includes("https://firecrawl.dev/index.html")).toBe(true); | |
| expect(bareHttps.includes("https://firecrawl.dev/index.php")).toBe(true); | |
| expect(bareHttps.includes("https://www.firecrawl.dev/")).toBe(true); | |
| expect(bareHttps.includes("https://www.firecrawl.dev/index.html")).toBe( | |
| true, | |
| ); | |
| expect(bareHttps.includes("https://www.firecrawl.dev/index.php")).toBe( | |
| true, | |
| ); | |
| expect(bareHttps.includes("http://firecrawl.dev/")).toBe(true); | |
| expect(bareHttps.includes("http://firecrawl.dev/index.html")).toBe(true); | |
| expect(bareHttps.includes("http://firecrawl.dev/index.php")).toBe(true); | |
| expect(bareHttps.includes("http://www.firecrawl.dev/")).toBe(true); | |
| expect(bareHttps.includes("http://www.firecrawl.dev/index.html")).toBe( | |
| true, | |
| ); | |
| expect(bareHttps.includes("http://www.firecrawl.dev/index.php")).toBe(true); | |
| const bareHttp = generateURLPermutations("http://firecrawl.dev").map( | |
| x => x.href, | |
| ); | |
| expect(bareHttp.length).toBe(16); | |
| expect(bareHttp.includes("https://firecrawl.dev/")).toBe(true); | |
| expect(bareHttp.includes("https://firecrawl.dev/index.html")).toBe(true); | |
| expect(bareHttp.includes("https://firecrawl.dev/index.php")).toBe(true); | |
| expect(bareHttp.includes("https://www.firecrawl.dev/")).toBe(true); | |
| expect(bareHttp.includes("https://www.firecrawl.dev/index.html")).toBe( | |
| true, | |
| ); | |
| expect(bareHttp.includes("https://www.firecrawl.dev/index.php")).toBe(true); | |
| expect(bareHttp.includes("http://firecrawl.dev/")).toBe(true); | |
| expect(bareHttp.includes("http://firecrawl.dev/index.html")).toBe(true); | |
| expect(bareHttp.includes("http://firecrawl.dev/index.php")).toBe(true); | |
| expect(bareHttp.includes("http://www.firecrawl.dev/")).toBe(true); | |
| expect(bareHttp.includes("http://www.firecrawl.dev/index.html")).toBe(true); | |
| expect(bareHttp.includes("http://www.firecrawl.dev/index.php")).toBe(true); | |
| const wwwHttps = generateURLPermutations("https://www.firecrawl.dev").map( | |
| x => x.href, | |
| ); | |
| expect(wwwHttps.length).toBe(16); | |
| expect(wwwHttps.includes("https://firecrawl.dev/")).toBe(true); | |
| expect(wwwHttps.includes("https://firecrawl.dev/index.html")).toBe(true); | |
| expect(wwwHttps.includes("https://firecrawl.dev/index.php")).toBe(true); | |
| expect(wwwHttps.includes("https://www.firecrawl.dev/")).toBe(true); | |
| expect(wwwHttps.includes("https://www.firecrawl.dev/index.html")).toBe( | |
| true, | |
| ); | |
| expect(wwwHttps.includes("https://www.firecrawl.dev/index.php")).toBe(true); | |
| expect(wwwHttps.includes("http://firecrawl.dev/")).toBe(true); | |
| expect(wwwHttps.includes("http://firecrawl.dev/index.html")).toBe(true); | |
| expect(wwwHttps.includes("http://firecrawl.dev/index.php")).toBe(true); | |
| expect(wwwHttps.includes("http://www.firecrawl.dev/")).toBe(true); | |
| expect(wwwHttps.includes("http://www.firecrawl.dev/index.html")).toBe(true); | |
| expect(wwwHttps.includes("http://www.firecrawl.dev/index.php")).toBe(true); | |
| const wwwHttp = generateURLPermutations("http://www.firecrawl.dev").map( | |
| x => x.href, | |
| ); | |
| expect(wwwHttp.length).toBe(16); | |
| expect(wwwHttp.includes("https://firecrawl.dev/")).toBe(true); | |
| expect(wwwHttp.includes("https://firecrawl.dev/index.html")).toBe(true); | |
| expect(wwwHttp.includes("https://firecrawl.dev/index.php")).toBe(true); | |
| expect(wwwHttp.includes("https://www.firecrawl.dev/")).toBe(true); | |
| expect(wwwHttp.includes("https://www.firecrawl.dev/index.html")).toBe(true); | |
| expect(wwwHttp.includes("https://www.firecrawl.dev/index.php")).toBe(true); | |
| expect(wwwHttp.includes("http://firecrawl.dev/")).toBe(true); | |
| expect(wwwHttp.includes("http://firecrawl.dev/index.html")).toBe(true); | |
| expect(wwwHttp.includes("http://firecrawl.dev/index.php")).toBe(true); | |
| expect(wwwHttp.includes("http://www.firecrawl.dev/")).toBe(true); | |
| expect(wwwHttp.includes("http://www.firecrawl.dev/index.html")).toBe(true); | |
| expect(wwwHttp.includes("http://www.firecrawl.dev/index.php")).toBe(true); | |
| }); | |
| }); | |