cyttic commited on
Commit
48ebe8c
·
verified ·
1 Parent(s): a0b5955
Files changed (4) hide show
  1. charset.json +1 -0
  2. model.safetensors +3 -0
  3. results.json +51 -0
  4. train_log.tsv +6 -0
charset.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chars": ["", "א", "ב", "ג", "ד", "ה", "ו", "ז", "ח", "ט", "י", "כ", "ך", "ל", "מ", "ם", "נ", "ן", "ס", "ע", "פ", "ף", "צ", "ץ", "ק", "ר", "ש", "ת", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", " ", "'", "\"", "-", ".", ",", ":", ";", "!", "?", "(", ")", "[", "]", "{", "}", "/", "\\", "|", "*", "+", "=", "%", "&", "#", "@", "_", "<", ">", "~", "^", "$", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V", "W", "X", "Y", "Z", "˙", "،", "ء", "آ", "أ", "ؤ", "إ", "ئ", "ا", "ب", "ة", "ت", "ث", "ج", "ح", "خ", "د", "ذ", "ر", "ز", "س", "ش", "ص", "ض", "ط", "ظ", "ع", "غ", "ـ", "ف", "ق", "ك", "ل", "م", "ن", "ه", "و", "ى", "ي", "§", "½", "Å", "Æ", "Ø", "ä", "å", "æ", "é", "ö", "ø", "ü", "°", "É", "à", "â", "ç", "è", "ê", "î", "ô", "ù", "û", "œ", "¬", "º", "ę", "·", "¼", "¾", "ß", "•", "¶", "ï", "ÿ", "¤", "€"]}
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b3196762d3eb8e33eeb0a9fc510c46b094a1af66410bfc8068f2d923e3fb57e
3
+ size 119197728
results.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "exp36",
3
+ "arm": "E0",
4
+ "config": {
5
+ "enc": "microsoft/trocr-small-handwritten",
6
+ "row_h": 64,
7
+ "overlap": 0,
8
+ "sub": 2,
9
+ "head": "tf2",
10
+ "fusion": false,
11
+ "inter_ctc": 0,
12
+ "span_mask": 0.0
13
+ },
14
+ "encoder_source": "microsoft/trocr-small-handwritten",
15
+ "train": {
16
+ "synthetic": "cyttic/heb-synth-hhf11-llm3-100k (minus 1000 held out)",
17
+ "lines": 99000
18
+ },
19
+ "budget": {
20
+ "batch": 32,
21
+ "phase_A_samples": 60000,
22
+ "phase_B_passes": 2
23
+ },
24
+ "hhd_split": {
25
+ "seed": 42,
26
+ "test_frac": 0.2,
27
+ "dev_frac": 0.2,
28
+ "dev_writers": 109
29
+ },
30
+ "best_checkpoint": "B_unfrozen step 6187",
31
+ "decode": "greedy",
32
+ "results": {
33
+ "hhd_dev": {
34
+ "cer_raw": 0.31403376575769304,
35
+ "wer_raw": 0.8726259524621859,
36
+ "cer_let": 0.2828975027326999,
37
+ "wer_let": 0.8499884339578996
38
+ },
39
+ "syn_holdout": {
40
+ "cer_raw": 0.0039083243059538225,
41
+ "wer_raw": 0.021603396603396604,
42
+ "cer_let": 0.0024151913319004677,
43
+ "wer_let": 0.014936708860759493
44
+ },
45
+ "number_order_heldout": {
46
+ "correct": 138,
47
+ "reversed": 1,
48
+ "other": 30
49
+ }
50
+ }
51
+ }
train_log.tsv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ phase step samples train_loss dev_cer dev_wer sec
2
+ A_frozen 1875 60000 2.7201 0.8222 1.0033 227
3
+ B_unfrozen 2000 64000 0.6909 0.3655 0.9462 447
4
+ B_unfrozen 4000 128000 0.1798 0.3275 0.8845 894
5
+ B_unfrozen 6000 192000 0.1131 0.3149 0.8760 1340
6
+ B_unfrozen 6187 197984 0.1094 0.3140 0.8726 1385