firecrawl-api / apps /api /src /scraper /scrapeURL /transformers /removeBase64Images.ts
s-eto-hub's picture
Commit de nettoyage des binaires
097eaf0
Raw History Blame Contribute Delete
433 Bytes
import { Meta } from "..";
import { Document } from "../../../controllers/v1/types";
const regex = /(!\[.*?\])\(data:image\/.*?;base64,.*?\)/g;
export function removeBase64Images(meta: Meta, document: Document): Document {
if (meta.options.removeBase64Images && document.markdown !== undefined) {
document.markdown = document.markdown.replace(
regex,
"$1(<Base64-Image-Removed>)",
);
}
return document;
}