Spaces:
Sleeping
Sleeping
File size: 5,531 Bytes
c42f4ef | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 | """Builds a small mixed-modality corpus for trying / testing the pipeline.
Facts are planted so that each one is only answerable through a specific modality:
* report.pdf p1 - plain text layer
* report.pdf p2 - Asia-Pacific revenue figure exists ONLY inside an embedded chart image (needs OCR)
* report.pdf p3 - scanned page, no text layer (needs page rasterisation + OCR)
* handbook.docx - paragraphs, a table, and an embedded photo
* images/ - real photographs (scikit-image sample data) + a text screenshot
* notes.md - unrelated distractor text
usage: python examples/make_demo_corpus.py OUT_DIR
"""
from __future__ import annotations
import io
import sys
import textwrap
from pathlib import Path
import matplotlib
matplotlib.use("Agg")
import matplotlib.pyplot as plt # noqa: E402
from matplotlib import font_manager # noqa: E402
from PIL import Image, ImageDraw, ImageFont # noqa: E402
FONT = font_manager.findfont("DejaVu Sans")
def _text_image(lines: list[str], size=(1240, 1754), font_size=34, margin=90) -> Image.Image:
im = Image.new("RGB", size, "white")
d = ImageDraw.Draw(im)
f = ImageFont.truetype(FONT, font_size)
y = margin
for line in lines:
for w in textwrap.wrap(line, 52) or [""]:
d.text((margin, y), w, fill="black", font=f)
y += int(font_size * 1.5)
y += font_size // 2
return im
def _png(im: Image.Image) -> bytes:
b = io.BytesIO()
im.save(b, format="PNG")
return b.getvalue()
def chart_png() -> bytes:
regions = ["North America", "Europe", "Asia-Pacific", "Latin America"]
vals = [38.5, 27.1, 41.2, 9.8]
fig, ax = plt.subplots(figsize=(7, 4.2), dpi=130)
bars = ax.bar(regions, vals, color=["#4C72B0", "#55A868", "#C44E52", "#8172B2"])
for b, v in zip(bars, vals):
ax.text(b.get_x() + b.get_width() / 2, v + 0.8, f"{v}", ha="center", fontsize=13)
ax.set_title("Revenue by region FY2025 (USD million)", fontsize=14)
ax.set_ylim(0, 50)
ax.spines[["top", "right"]].set_visible(False)
fig.tight_layout()
b = io.BytesIO()
fig.savefig(b, format="png")
plt.close(fig)
return b.getvalue()
def make_pdf(path: Path):
import pymupdf as fitz
doc = fitz.open()
p = doc.new_page()
p.insert_textbox(fitz.Rect(60, 60, 540, 780), (
"Nimbus Robotics Annual Report 2025\n\n"
"Nimbus Robotics designs autonomous warehouse robots. In fiscal year 2025 total revenue reached "
"116.6 million US dollars, up 22 percent from the previous year. The company employs 640 people "
"across offices in Pune, Rotterdam and Austin.\n\n"
"The flagship product is the Nimbus R2, a mobile picking robot with a payload of 25 kilograms. "
"The chief executive officer is Meera Iyer, who founded the company in 2016."), fontsize=11)
p = doc.new_page()
p.insert_textbox(fitz.Rect(60, 60, 540, 200), (
"Regional performance\n\nGrowth was strongest in one region this year; the chart below breaks down "
"revenue by geography."), fontsize=11)
p.insert_image(fitz.Rect(60, 210, 540, 500), stream=chart_png())
p = doc.new_page() # scanned page: image only, no text layer
scan = _text_image([
"Appendix B - Service and Warranty",
"Every Nimbus R2 unit ships with a 36-month limited warranty covering drive motors and the lidar module.",
"Battery packs are covered for 18 months or 4000 charge cycles, whichever comes first.",
])
p.insert_image(p.rect, stream=_png(scan))
doc.save(path)
def make_docx(path: Path, photo: Image.Image):
import docx
from docx.shared import Inches
d = docx.Document()
d.add_heading("Warehouse Operations Handbook", 1)
d.add_paragraph("All staff must complete forklift certification before operating lifting equipment. "
"Night shifts start at 22:00 and end at 06:00.")
t = d.add_table(rows=1, cols=2)
t.rows[0].cells[0].text, t.rows[0].cells[1].text = "Equipment", "Maximum load"
for k, v in [("Electric forklift", "2500 kg"), ("Pallet jack", "1800 kg"), ("Nimbus R2 robot", "25 kg")]:
r = t.add_row().cells
r[0].text, r[1].text = k, v
d.add_paragraph("The staff break room on level 2 has a coffee machine; the photo below shows it.")
b = io.BytesIO()
photo.save(b, format="PNG")
b.seek(0)
d.add_picture(b, width=Inches(3))
d.save(path)
def build(out: str | Path) -> Path:
from skimage import data as D
out = Path(out)
(out / "images").mkdir(parents=True, exist_ok=True)
make_pdf(out / "report.pdf")
make_docx(out / "handbook.docx", Image.fromarray(D.coffee()))
Image.fromarray(D.chelsea()).save(out / "images" / "office_cat.jpg", quality=92)
Image.fromarray(D.rocket()).save(out / "images" / "launch.jpg", quality=92)
Image.fromarray(D.astronaut()).save(out / "images" / "visitor.png")
_text_image(["NOTICE", "The server room door code is rotated every Monday at 09:00.",
"Contact facilities on extension 4417."], size=(1100, 520), font_size=36, margin=50
).save(out / "images" / "notice_board.png")
(out / "notes.md").write_text(
"# Reading notes\n\nPhotosynthesis converts light energy into chemical energy in chloroplasts. "
"The Calvin cycle fixes carbon dioxide into sugars.\n", encoding="utf-8")
return out
if __name__ == "__main__":
print(build(sys.argv[1] if len(sys.argv) > 1 else "demo_corpus"))
|