File size: 2,339 Bytes
f8768df
 
 
 
 
c4aee46
8947dc2
2444ad5
f8768df
 
 
 
 
 
 
2444ad5
 
f8768df
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2444ad5
f8768df
 
 
 
 
c4aee46
f8768df
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c4aee46
 
f8768df
c4aee46
 
 
f8768df
 
 
 
 
8947dc2
f8768df
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
[build-system]
requires = ["maturin>=1.13.3,<2"]
build-backend = "maturin"

[project]
name = "range-curate"
version = "0.1.0a3"
description = "RANGE: Rapid Annotation, Normalization, and Gating Engine."
readme = "PACKAGE_README.md"
requires-python = ">=3.10,<3.11"
license = { file = "LICENSE" }
authors = [
  { name = "Brian Ferrell" },
]
keywords = [
  "dataset curation",
  "text filtering",
  "information retrieval",
  "high throughput",
  "taxonomy",
  "Arrow",
  "Rust",
]
dependencies = [
  "PyYAML>=6.0.3,<7",
  "ahocorasick-rs>=1.0.3,<2",
  "tzdata>=2026.3; platform_system == 'Windows'",
]
classifiers = [
  "Development Status :: 3 - Alpha",
  "Intended Audience :: Developers",
  "Intended Audience :: Science/Research",
  "License :: OSI Approved :: MIT License",
  "Programming Language :: Python :: 3",
  "Programming Language :: Python :: 3.10",
  "Programming Language :: Rust",
  "Topic :: Text Processing",
  "Typing :: Typed",
]

[project.optional-dependencies]
arrow = ["pyarrow>=18"]
demo = ["gradio>=6.27,<7", "starlette>=1.6,<2"]
benchmark = [
  "datasets>=3,<5",
  "huggingface-hub>=0.27",
  "pyarrow>=18",
]
test = [
  "pytest>=8",
  "pyarrow>=18",
]
release = [
  "build>=1.2,<2",
  "check-wheel-contents>=0.6,<1",
  "twine>=6,<7",
]

[tool.maturin]
bindings = "pyo3"
auditwheel = "repair"
python-source = "src"
python-packages = ["range_curate"]
module-name = "range_curate._native"
include = [
  { path = "src/range_curate/py.typed", format = "wheel" },
  { path = "src/range_curate/_core/configs/*.yml", format = "wheel" },
  { path = "src/range_curate/_core/catalogs/*.yml", format = "wheel" },
  { path = "Cargo.lock", format = "sdist" },
  { path = "rust/generated/*.bin", format = "sdist" },
  { path = "rust/generated/unicode_meta.txt", format = "sdist" },
  { path = "CHANGELOG.md", format = "sdist" },
  { path = "CITATION.cff", format = "sdist" },
  { path = "cuda/**", format = "sdist" },
  { path = "app/*.py", format = "sdist" },
  { path = "app/*.md", format = "sdist" },
  { path = "app/Dockerfile", format = "sdist" },
  { path = "app/requirements.txt", format = "sdist" },
  { path = "app/.dockerignore", format = "sdist" },
]

[tool.pytest.ini_options]
testpaths = ["tests"]
addopts = "--strict-markers -ra"