Duplicate from davidventura/translator-ppocr-rec

Browse files

Co-authored-by: d <davidventura@users.noreply.huggingface.co>

Files changed (11) hide show

.gitattributes +40 -0
README.md +33 -0
hebrew/best_accuracy.pdparams +3 -0
hebrew/hebrew_rec_int8.mnn +3 -0
hebrew/inference/inference.json +0 -0
hebrew/inference/inference.pdiparams +3 -0
hebrew/inference/inference.yml +157 -0
hebrew/keys.txt +114 -0
indic/best_accuracy.pdparams +3 -0
indic/indic_rec_int8.mnn +3 -0
indic/keys.txt +419 -0

.gitattributes ADDED Viewed

	@@ -0,0 +1,40 @@

+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+hebrew/best_accuracy.pdparams filter=lfs diff=lfs merge=lfs -text
+hebrew/hebrew_rec_int8.mnn filter=lfs diff=lfs merge=lfs -text
+hebrew/inference/inference.pdiparams filter=lfs diff=lfs merge=lfs -text
+indic/best_accuracy.pdparams filter=lfs diff=lfs merge=lfs -text
+indic/indic_rec_int8.mnn filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,33 @@

+---
+license: apache-2.0
+language:
+- he
+- bn
+- gu
+- kn
+- ml
+tags:
+- ocr
+- text-recognition
+- paddleocr
+- mnn
+pipeline_tag: image-to-text
+---
+# PP-OCRv6 fine-tuned recognizers for Hebrew + Indic
+This is a fine-tune of PP-OCRv6 'small', one for Hebrew, one for (Bengali, Gujarati, Kannada, Malayalam). Both have Latin as well.
+Hebrew does not do Niqqud.
+Trained exclusively on synthetic data, evaluated against 3 pictures, was better than Tesseract.
+- Input strip height is **48**; output is already softmax (per-char confidence = max prob).
+- Emits glyphs in visual (left-to-right) order (need reversal logic for Hebrew)
+## Training code
+`scripts/rec_model/` in [translator-rs](https://github.com/DavidVentura/translator-rs).
+## License
+Fine-tune of PP-OCRv6 (Apache-2.0). Synthetic training data rendered with mixed-license
+fonts (Culmus, Google Fonts OFL, SIL) over Leipzig corpora.

hebrew/best_accuracy.pdparams ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:8fab83c6a6c407e6ab168270f6721c702997d0146a7cb3aceb74aab6c24d7bfb
+size 58792062

hebrew/hebrew_rec_int8.mnn ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:990cec6d91e98dd1e091d23dc18e47db7b293f7a6c8422bec87e721e29e94545
+size 3237360

hebrew/inference/inference.json ADDED Viewed

The diff for this file is too large to render. See raw diff

hebrew/inference/inference.pdiparams ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:48a941a883987105f059e1677a68c1555eff6d350ce57d74ef15124c72bcd712
+size 12075118

hebrew/inference/inference.yml ADDED Viewed

	@@ -0,0 +1,157 @@

+Global:
+  model_name: PP-OCRv6_small_rec_hebrew
+Hpi:
+  backend_configs:
+    paddle_infer:
+      trt_dynamic_shapes: &id001
+        x:
+        - - 1
+          - 3
+          - 48
+          - 160
+        - - 1
+          - 3
+          - 48
+          - 320
+        - - 8
+          - 3
+          - 48
+          - 3200
+    tensorrt:
+      dynamic_shapes: *id001
+PreProcess:
+  transform_ops:
+  - DecodeImage:
+      channel_first: false
+      img_mode: BGR
+  - MultiLabelEncode:
+      gtc_encode: NRTRLabelEncode
+  - RecResizeImg:
+      image_shape:
+      - 3
+      - 48
+      - 320
+  - KeepKeys:
+      keep_keys:
+      - image
+      - label_ctc
+      - label_gtc
+      - length
+      - valid_ratio
+PostProcess:
+  name: CTCLabelDecode
+  character_dict:
+  - '!'
+  - '"'
+  - '#'
+  - $
+  - '%'
+  - '&'
+  - ''''
+  - (
+  - )
+  - +
+  - ','
+  - '-'
+  - .
+  - /
+  - '0'
+  - '1'
+  - '2'
+  - '3'
+  - '4'
+  - '5'
+  - '6'
+  - '7'
+  - '8'
+  - '9'
+  - ':'
+  - ;
+  - '?'
+  - '@'
+  - A
+  - B
+  - C
+  - D
+  - E
+  - F
+  - G
+  - H
+  - I
+  - J
+  - K
+  - L
+  - M
+  - N
+  - O
+  - P
+  - Q
+  - R
+  - S
+  - T
+  - U
+  - V
+  - W
+  - X
+  - Y
+  - Z
+  - '['
+  - ']'
+  - a
+  - b
+  - c
+  - d
+  - e
+  - f
+  - g
+  - h
+  - i
+  - j
+  - k
+  - l
+  - m
+  - n
+  - o
+  - p
+  - q
+  - r
+  - s
+  - t
+  - u
+  - v
+  - w
+  - x
+  - y
+  - z
+  - ־
+  - א
+  - ב
+  - ג
+  - ד
+  - ה
+  - ו
+  - ז
+  - ח
+  - ט
+  - י
+  - ך
+  - כ
+  - ל
+  - ם
+  - מ
+  - ן
+  - נ
+  - ס
+  - ע
+  - ף
+  - פ
+  - ץ
+  - צ
+  - ק
+  - ר
+  - ש
+  - ת
+  - ׳
+  - ״
+  - ₪
+  - €

hebrew/keys.txt ADDED Viewed

	@@ -0,0 +1,114 @@

+!
+"
+#
+$
+%
+&
+'
+(
+)
++
+,
+-
+.
+/
+0
+1
+2
+3
+4
+5
+6
+7
+8
+9
+:
+;
+?
+@
+A
+B
+C
+D
+E
+F
+G
+H
+I
+J
+K
+L
+M
+N
+O
+P
+Q
+R
+S
+T
+U
+V
+W
+X
+Y
+Z
+[
+]
+a
+b
+c
+d
+e
+f
+g
+h
+i
+j
+k
+l
+m
+n
+o
+p
+q
+r
+s
+t
+u
+v
+w
+x
+y
+z
+־
+א
+ב
+ג
+ד
+ה
+ו
+ז
+ח
+ט
+י
+ך
+כ
+ל
+ם
+מ
+ן
+נ
+ס
+ע
+ף
+פ
+ץ
+צ
+ק
+ר
+ש
+ת
+׳
+״
+₪
+€

indic/best_accuracy.pdparams ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3321d90d6ba7c47de8d050f4100661b9df58fd2b6a25a4939b4b13deea63f4
+size 30066329

indic/indic_rec_int8.mnn ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:00925f9402f518c629334e5a39b15c7466866be3f90a7df6b2e4db6b74fae5de
+size 3277620

indic/keys.txt ADDED Viewed

	@@ -0,0 +1,419 @@

+!
+"
+#
+%
+&
+'
+(
+)
++
+,
+-
+.
+/
+0
+1
+2
+3
+4
+5
+6
+7
+8
+9
+:
+;
+?
+@
+A
+B
+C
+D
+E
+F
+G
+H
+I
+J
+K
+L
+M
+N
+O
+P
+Q
+R
+S
+T
+U
+V
+W
+X
+Y
+Z
+[
+]
+a
+b
+c
+d
+e
+f
+g
+h
+i
+j
+k
+l
+m
+n
+o
+p
+q
+r
+s
+t
+u
+v
+w
+x
+y
+z
+।
+॥
+ঁ
+ং
+ঃ
+অ
+আ
+ই
+ঈ
+উ
+ঊ
+ঋ
+ঌ
+এ
+ঐ
+ও
+ঔ
+ক
+খ
+গ
+ঘ
+ঙ
+চ
+ছ
+জ
+ঝ
+ঞ
+ট
+ঠ
+ড
+ঢ
+ণ
+ত
+থ
+দ
+ধ
+ন
+঩
+প
+ফ
+ব
+ভ
+ম
+য
+র
+ল
+শ
+ষ
+স
+হ
+়
+া
+ি
+ী
+ু
+ূ
+ৃ
+ৄ
+ে
+ৈ
+ো
+ৌ
+্
+ৎ
+ৗ
+ৠ
+ৡ
+৤
+০
+১
+২
+৩
+৪
+৫
+৬
+৭
+৮
+৯
+ৰ
+ৱ
+৳
+৶
+৷
+৹
+৺
+ઁ
+ં
+ઃ
+અ
+આ
+ઇ
+ઈ
+ઉ
+ઊ
+ઋ
+ઍ
+એ
+ઐ
+ઑ
+઒
+ઓ
+ઔ
+ક
+ખ
+ગ
+ઘ
+ઙ
+ચ
+છ
+જ
+ઝ
+ઞ
+ટ
+ઠ
+ડ
+ઢ
+ણ
+ત
+થ
+દ
+ધ
+ન
+પ
+ફ
+બ
+ભ
+મ
+ય
+ર
+લ
+ળ
+વ
+શ
+ષ
+સ
+હ
+઼
+ઽ
+ા
+િ
+ી
+ુ
+ૂ
+ૃ
+ૄ
+ૅ
+ે
+ૈ
+ૉ
+ો
+ૌ
+્
+ૐ
+૘
+૝
+ૠ
+ૢ
+૤
+૦
+૧
+૨
+૩
+૪
+૫
+૬
+૭
+૮
+૯
+૰
+૱
+ಂ
+ಃ
+ಅ
+ಆ
+ಇ
+ಈ
+ಉ
+ಊ
+ಋ
+ಌ
+ಎ
+ಏ
+ಐ
+ಒ
+ಓ
+ಔ
+ಕ
+ಖ
+ಗ
+ಘ
+ಙ
+ಚ
+ಛ
+ಜ
+ಝ
+ಞ
+ಟ
+ಠ
+ಡ
+ಢ
+ಣ
+ತ
+ಥ
+ದ
+ಧ
+ನ
+ಪ
+ಫ
+ಬ
+ಭ
+ಮ
+ಯ
+ರ
+ಱ
+ಲ
+ಳ
+ವ
+ಶ
+ಷ
+ಸ
+ಹ
+಻
+಼
+ಾ
+ಿ
+ೀ
+ು
+ೂ
+ೃ
+ೆ
+ೇ
+ೈ
+ೊ
+ೋ
+ೌ
+್
+ೕ
+ೞ
+೦
+೧
+೨
+೩
+೪
+೫
+೬
+೭
+೮
+೯
+ം
+ഃ
+അ
+ആ
+ഇ
+ഈ
+ഉ
+ഊ
+ഋ
+ഌ
+എ
+ഏ
+ഐ
+ഒ
+ഓ
+ഔ
+ക
+ഖ
+ഗ
+ഘ
+ങ
+ച
+ഛ
+ജ
+ഝ
+ഞ
+ട
+ഠ
+ഡ
+ഢ
+ണ
+ത
+ഥ
+ദ
+ധ
+ന
+ഩ
+പ
+ഫ
+ബ
+ഭ
+മ
+യ
+ര
+റ
+ല
+ള
+ഴ
+വ
+ശ
+ഷ
+സ
+ഹ
+ഺ
+഼
+ഽ
+ാ
+ി
+ീ
+ു
+ൂ
+ൃ
+െ
+േ
+ൈ
+ൊ
+ോ
+ൌ
+്
+ൗ
+ൠ
+ൡ
+ൢ
+൦
+൧
+൨
+൩
+൪
+൫
+൬
+൭
+൮
+൯
+൹
+ൺ
+ൻ
+ർ
+ൽ
+ൾ
+ൿ