add utils
Browse files- .gitattributes +1 -0
- src/utils/2403.01575v1.pdf +3 -0
- src/utils/extractors.py +12 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
src/utils/2403.01575v1.pdf filter=lfs diff=lfs merge=lfs -text
|
src/utils/2403.01575v1.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e13e962a7fdb14e5c63ce01d4953506611e39ab1a9bb624dc81b342b1b72d694
|
| 3 |
+
size 3359920
|
src/utils/extractors.py
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from pypdf import PdfReader
|
| 2 |
+
|
| 3 |
+
def extract_text_from_pdf(file_path):
|
| 4 |
+
reader = PdfReader(file_path)
|
| 5 |
+
all_text = ""
|
| 6 |
+
|
| 7 |
+
for i, page in enumerate(reader.pages):
|
| 8 |
+
text = page.extract_text()
|
| 9 |
+
if text: # ถ้ามีข้อความในหน้านั้น
|
| 10 |
+
all_text += f"\n\n--- Page {i+1} ---\n{text}"
|
| 11 |
+
|
| 12 |
+
return all_text.strip()
|