Spaces:

Echo-AI-official
/

Fire-crawl

Paused

Fire-crawl / src /scraper /scrapeURL /transformers /removeBase64Images.ts

Upload 280 files

0e759d2 verified over 1 year ago

433 Bytes

import { Meta } from "..";
import { Document } from "../../../controllers/v1/types";

const regex = /(!\[.*?\])\(data:image\/.*?;base64,.*?\)/g;

export function removeBase64Images(meta: Meta, document: Document): Document {
  if (meta.options.removeBase64Images && document.markdown !== undefined) {
    document.markdown = document.markdown.replace(
      regex,
      "$1(<Base64-Image-Removed>)",
    );
  }
  return document;
}

	import { Meta } from "..";
	import { Document } from "../../../controllers/v1/types";

	const regex = /(!\[.?\])\(data:image\/.?;base64,.*?\)/g;

	export function removeBase64Images(meta: Meta, document: Document): Document {
	if (meta.options.removeBase64Images && document.markdown !== undefined) {
	document.markdown = document.markdown.replace(
	regex,
	"$1(<Base64-Image-Removed>)",
	);
	}
	return document;
	}