Darayut commited on
Commit
f370090
Β·
verified Β·
1 Parent(s): 597b946

Add v1 evaluation results (student, fine-tuned teacher, stock 1B, inference time)

Browse files
eval/inference_time.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_seconds": 60.0,
3
+ "runs": 20,
4
+ "models": {
5
+ "teacher-300m": {
6
+ "ms": 249.481201171875,
7
+ "params": 325494996
8
+ },
9
+ "sota-base": {
10
+ "ms": 153.1131362915039,
11
+ "params": 72939491
12
+ },
13
+ "teacher-1b": {
14
+ "ms": 543.3133239746094,
15
+ "params": 975065300
16
+ },
17
+ "sota-large": {
18
+ "ms": 244.50640106201172,
19
+ "params": 203593119
20
+ }
21
+ }
22
+ }
eval/large.json ADDED
@@ -0,0 +1,185 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ckpt": "runs/ftfirst/stage3_kd16k/latest.pt",
3
+ "params_total": 203593119,
4
+ "params_encoder": 191023947.0,
5
+ "gmacs_per_audio_second": 12.274921696,
6
+ "dtype": "bf16",
7
+ "results": {
8
+ "ddd_dev": {
9
+ "cer": 0.02404184453722381,
10
+ "n": 400,
11
+ "rtf": 0.0025017910663208786,
12
+ "examples": [
13
+ {
14
+ "ref": "αž˜αŸ’αž…αžΆαžŸαŸ‹αž’αžΆαž•αžΆαžαž˜αž·αž“αžαŸ‚αž„αžαŸ‚αž‡αŸ’αžšαžΎαžŸαžšαžΎαžŸαž‚αŸ’αžšαžΏαž„αžŸαž„αŸ’αž αžΆαžšαž·αž˜αžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž—αžΆαž–αžαŸ’αž–αžŸαŸ‹ αž“αž·αž„αž˜αžΆαž“αžŸαŸ„αž—αŸαžŽαž—αžΆαž–αžŸαŸ’αžšαžŸαŸ‹αžŸαŸ’αž’αžΆαžαž”αŸ†αž•αž»αž",
15
+ "hyp": "αž˜αŸ’αž…αžΆαžŸαŸ‹αž’αžΆαž•αžΆαžαž˜αŸ‚αž“αžαŸ‚αž„αžαŸ‚αž‡αŸ’αžšαžΎαžŸαžšαžΎαžŸαž‚αŸ’αžšαžΏαž„αžŸαž„αŸ’αž αžΆαžšαž·αž˜αžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž—αžΆαž–αžαŸ’αž–αžŸαŸ‹ αž“αž·αž„αž˜αžΆαž“αžŸαŸ„αž—αŸαžŽαž—αžΆαž–αžŸαŸ’αžšαžŸαŸ‹αžŸαŸ’αž’αžΆαžαž”αŸ†αž•αž»αž"
16
+ },
17
+ {
18
+ "ref": "αžŸαŸ’αžαžΆαž”αžαŸ’αž™αž€αž˜αŸ’αž˜αž’αžΆαžŽαžΆαž“αž·αž‚αž˜αž”αžΆαžšαžΆαŸ†αž„αžŠαŸ‚αž›αž™αžΎαž„αžƒαžΎαž‰αž˜αžΆαž“αž“αŸ…αž—αŸ’αž“αŸ†αž–αŸαž‰ αž“αž·αž„αž”αžΆαžαŸ‹αžŠαŸ†αž”αž„ αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž–αž·αžŸαŸαžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αžŠαŸ‚αž›αž’αŸ’αžœαžΎαž±αŸ’αž™αžœαžΆαž›αŸαž…αž’αŸ’αž›αŸ„",
19
+ "hyp": "αžŸαŸ’αžαžΆαž”αžαŸ’αž™αž€αž˜αŸ’αž˜αž’αžΆαžŽαžΆαž“αž·αž‚αž˜αž˜αžšαŸ‰αžΆαŸ†αž„αžŠαŸ‚αž›αž™αžΎαž„αžƒαžΎαž‰αž˜αžΆαž“αž“αŸ…αž—αŸ’αž“αŸ†αž–αŸαž‰ αž“αž·αž„αž”αžΆαžαŸ‹αžŠαŸ†αž”αž„ αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž–αž·αžŸαŸαžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αžŠαŸ‚αž›αž’αŸ’αžœαžΎαž±αŸ’αž™αžœαžΆαž›αŸαž…αž’αŸ’αž›αŸ„"
20
+ },
21
+ {
22
+ "ref": "αž–αž½αž€αž‚αŸαž€αŸαž˜αžΆαž“αž‡αŸ†αž“αžΏαž›αžΎαžœαž·αž‰αŸ’αž‰αžΆαžŽαž’αž˜αŸ’αž˜αž‡αžΆαžαž· αž“αž·αž„αž˜αžΆαž“αž–αž·αž’αžΈαž”αžΌαž‡αžΆαžŠαŸ†αžšαžΈ αž“αž·αž„αžšαž”αžšαž…αž·αž‰αŸ’αž…αžΉαž˜αžŠαŸ†αžšαžΈ αž€αžΆαžšαž’αŸ’αžœαžΎαž…αž˜αŸ’αž€αžΆαžšαž€αžΆαž αŸ’αžœαŸ αž“αž·αž„αžŠαŸ†αžŽαžΆαŸ†αž•αŸ’αžŸαŸαž„ αž€αŸαž‡αžΆαž•αŸ’αž“αŸ‚αž€αž˜αž½αž™αž“αŸƒαž‡αžΈαžœαž—αžΆαž–αžšαž”αžŸαŸ‹αž–αž½αž€αž‚αŸαžŠαŸ‚αžš",
23
+ "hyp": "αž–αž½αž€αž‚αŸαž€αŸαž˜αžΆαž“αž‡αŸ†αž“αžΏαž›αžΎαžœαž·αž‰αŸ’αž‰αžΆαžŽαž’αž˜αŸ’αž˜αž‡αžΆαžαž· αž“αž·αž„αž˜αžΆαž“αž–αž·αž’αžΈαž”αžΌαž‡αžΆαžŠαŸ†αžšαžΈ αž“αž·αž„αžšαž”αžšαž…αž·αž‰αŸ’αž…αžΉαž˜αžŠαŸ†αžšαžΈ αž€αžΆαžšαž’αŸ’αžœαžΎαž…αž˜αŸ’αž€αžΆαžšαž€αžΆαž αŸ’αžœαŸ αž“αž·αž„αžŠαŸ†αžŽαžΆαŸ†αž•αŸ’αžŸαŸαž„ αž€αŸαž‡αžΆαž•αŸ’αž“αŸ‚αž€αž˜αž½αž™αž“αŸƒαž‡αžΈαžœαž—αžΆαž–αžšαž”αžŸαŸ‹αž–αž½αž€αž‚αŸαžŠαŸ‚αžš"
24
+ }
25
+ ]
26
+ },
27
+ "ddd_test": {
28
+ "cer": 0.017692213963689533,
29
+ "n": 1993,
30
+ "rtf": 0.00235692812277266,
31
+ "examples": [
32
+ {
33
+ "ref": "αž›αŸ’αž–αŸ…αžŸαž˜αŸ’αž”αžΌαžšαž‡αžΆαžαž·αžŸαžšαžŸαŸƒ αžŠαŸ‚αž›αž‡αž½αž™αž‡αŸ†αžšαž»αž‰αž…αž›αž“αžΆαž–αŸ„αŸ‡αžœαŸ€αž“αž²αŸ’αž™αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž’αž˜αŸ’αž˜αžαžΆ αž€αžΆαžšαž–αžΆαžšαž€αžΆαžšαž‘αž›αŸ‹αž›αžΆαž˜αž€ αž“αž·αž„αžšαž€αŸ’αžŸαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αžšαŸ†αž›αžΆαž™αž’αžΆαž αžΆαžšαž²αŸ’αž™αž˜αžΆαž“αžŸαž»αžαž—αžΆαž–αž›αŸ’αž’",
34
+ "hyp": "αž›αŸ’αž–αŸ…αžŸαž˜αŸ’αž”αžΌαžšαž‡αžΆαžαž·αžŸαžšαžŸαŸƒαžŠαŸ‚αž›αž‡αž½αž™αž‡αŸ†αžšαž»αž‰αž…αž›αž“αžΆαž–αŸ„αŸ‡αžœαŸ€αž“αž±αŸ’αž™αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž’αž˜αŸ’αž˜αžαžΆ αž€αžΆαžšαž–αžΆαžšαž€αžΆαžšαž‘αž›αŸ‹αž›αžΆαž˜αž€ αž“αž·αž„αžšαž€αŸ’αžŸαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αžšαŸ†αž›αžΆαž™αž’αžΆαž αžΆαžšαž±αŸ’αž™αž˜αžΆαž“αžŸαž»αžαž—αžΆαž–αž›αŸ’αž’"
35
+ },
36
+ {
37
+ "ref": "αž€αžΆαžšαž”αž“αŸ’αžαŸ‚αž˜ αžαŸ’αž‘αž·αŸ‡αžŠαžΌαž„αž‡αž½αž™αž²αŸ’αž™αžŸαž„αŸ‹αžαŸ’αž™αžΆαž˜αžΆαž“αžŸαž—αžΆαž–αž‘αž“αŸ‹αž›αŸ’αž˜αžΎαž™ αž αžΎαž™αžŸαŸ’αž›αžΉαž€αžαžΎαž™αž€αŸαž‡αž½αž™αž”αž“αŸ’αžαŸ‚αž˜αž“αžΌαžœαž€αŸ’αž›αž·αž“αž€αŸ’αžšαž’αžΌαž”αž”αŸ’αžšαž αžΎαžšαž•αž„αžŠαŸ‚αžš",
38
+ "hyp": "αž€αžΆαžšαž”αž“αŸ’αžαŸ‚αž˜αžαŸ’αž‘αž·αŸ‡αžŠαžΌαž„αž‡αž½αž™αž±αŸ’αž™αžαŸ’αžŸαž„αŸ‹αžαŸ’αž™αžΆαžšαž˜αžΆαž“αž—αžΆαž–αž‘αž“αŸ‹αž›αŸ’αž˜αžΎαž™ αž αžΎαž™αžŸαŸ’αž›αžΉαž€αžαžΎαž™αž€αŸαž‡αž½αž™αž”αž“αŸ’αžαŸ‚αž˜αž“αžΌαžœαž€αŸ’αž›αž·αž“αž€αŸ’αžšαž’αžΌαž”αž”αŸ’αžšαž αžΎαžšαž•αž„αžŠαŸ‚αžš"
39
+ },
40
+ {
41
+ "ref": "αž‘αžΉαž€αž›αŸ’αž–αŸ…αž”αžΆαž“αž€αŸ’αž›αžΆαž™αž‡αžΆαž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸαž–αŸαž‰αž“αž·αž™αž˜αž˜αž½αž™ αž€αŸ’αž“αž»αž„αž…αŸ†αžŽαŸ„αž˜αž’αŸ’αž“αž€αžŠαŸ‚αž›αž™αž€αž…αž·αžαŸ’αžαž‘αž»αž€αžŠαžΆαž€αŸ‹αž›αžΎαžŸαž»αžαž—αžΆαž– αž“αž·αž„αžŸαŸ’αžœαŸ‚αž„αžšαž€αž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž”αŸ’αžšαž™αŸ„αž‡αž“αŸαžαŸ’αž–αžŸαŸ‹",
42
+ "hyp": "αž‘αžΉαž€αž›αŸ’αž–αŸ…αž”αžΆαž“αž€αŸ’αž›αžΆαž™αž‡αžΆαž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸαž–αŸαž‰αž“αž·αž™αž˜αž˜αž½αž™αž€αŸ’αž“αž»αž„αž…αŸ†αžŽαŸ„αž˜αž’αŸ’αž“αž€αžŠαŸ‚αž›αž™αž€αž…αž·αžαŸ’αžαž‘αž»αž€αžŠαžΆαž€αŸ‹αž›αžΎαžŸαž»αžαž—αžΆαž– αž“αž·αž„αžŸαŸ’αžœαŸ‚αž„αžšαž€αž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž”αŸ’αžšαž™αŸ„αž‡αž“αŸαžαŸ’αž–αžŸαŸ‹"
43
+ }
44
+ ]
45
+ },
46
+ "fleurs_km_dev": {
47
+ "cer": 0.10720711958371833,
48
+ "n": 326,
49
+ "rtf": 0.0027152539961343295,
50
+ "examples": [
51
+ {
52
+ "ref": "αž€αžΆαž›αžŠαžΎαž˜αž‘αžΎαž™αžŸαž˜αŸ’αž›αŸ€αž€αž”αŸ†αž–αžΆαž€αŸ‹αž‚αžΊαž’αŸ’αž„αž“αŸ‹αž‘αž‘αž½αž›αž₯αž‘αŸ’αžœαž·αž–αž›αžŠαŸ„αž™αžœαž”αŸ’αž”αž’αž˜αŸŒyzantine αž“αŸ…αž—αžΆαž‚αžαžΆαž„αž€αžΎαž",
53
+ "hyp": "αž€αžΆαžšαžŠαžΎαŸ†αžŽαžΎαž™αžŸαžŽαŸ’αž›αŸ€αž€αž”αŸ†αž–αžΆαž€αŸ‹αž‚αžΊαž’αŸ’αž„αž“αŸ‹αž‘αž‘αž½αž›αž₯αž‘αŸ’αž’αž·αž–αž›αžŠαŸ„αž™αžœαž”αŸ’αž”αž’αž˜αŸŒ αž”αŸ‰αŸƒαž αŸ’αžŸαžΆαž“αŸ‹αž’αžΈαž“ n αž“αŸ…αž–αžΆαž€αžαžΆαž„αž€αžΎαž"
54
+ },
55
+ {
56
+ "ref": "αžœαžΆαž˜αžΆαž“αž•αž›αž”αŸ‰αŸ‡αž–αžΆαž›αŸ‹αžŸαž„αŸ’αž‚αž˜αž“αž·αž„αž“αž™αŸ„αž”αžΆαž™αž‡αžΆαž…αŸ’αžšαžΎαž“αžŠαžΌαž…αž‡αžΆαž€αžΆαžšαž”αŸ’αžšαžΎαž”αŸ’αžšαžΆαžŸαŸ‹αž”αŸ’αžšαž–αŸαž“αŸ’αž’αž˜αŸ‰αžΆαž‘αŸ’αžšαžΈαž€ αž€αžΆαžšαž•αŸ’αž›αžΆαžŸαŸ‹αž”αŸ’αžαžΌαžšαž–αžΈαžšαž”αž”αž•αŸ’αžαžΆαž…αŸ‹αž€αžΆαžšαž‘αŸ…αž‡αžΆαžšαž”αž”αžŸαžΆαž’αžΆαžšαžŽαŸˆ αž‡αžΆαžαž·αž“αž·αž™αž˜ αž“αž·αž„αž‡αŸ†αž“αžΏαž‡αžΆαž€αŸ‹αž›αžΆαž€αŸ‹αžαžΆαž”αŸ’αžšαž‘αŸαžŸαž“αŸαŸ‡αž‡αžΆαžšαž”αžŸαŸ‹αž”αŸ’αžšαž‡αžΆαžšαžΆαžŸαŸ’αžšαŸ’αžαž˜αž·αž“αž˜αŸ‚αž“αž‡αžΆαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž‚αŸ’αžšαž”αŸ‹αž‚αŸ’αžšαž„αž˜αŸ’αž“αžΆαž€αŸ‹αž“αŸ„αŸ‡αž‘αŸ",
57
+ "hyp": "αžœαžΆαž˜αžΆαž“αž•αž›αž”αŸ‰αŸ‡αž–αžΆαž›αŸ‹αžŸαŸ‚αž“αžŸαž·αžŸαŸ’αžŸ αž“αž·αž„αž“αž™αŸ„αž”αžΆαž™αž‡αžΆαž…αŸ’αžšαžΎαž“ αžŠαžΌαž…αž‡αžΆαž€αžΆαžšαž”αŸ’αžšαžΎαž”αŸ’αžšαžΆαžŸαŸ‹αž”αŸ’αžšαž–αŸαž“αŸ’αž’αž˜αž‘αŸ’αžšαžΈαžŸ αž€αžΆαžšαž•αŸ’αž›αžΆαžŸαŸ‹αž”αŸ’αžαžΌαžšαž–αžΈαžšαž”αž”αžŠαž…αž€αžΆαžαŸ…αž‡αžΆαžšαž”αžŸαŸ‹αžŸαžΆαž’αžΆαžšαžŽαŸˆαž‡αžΆαžαž·αž“αž·αž™αž˜ αž“αž·αž„αž‡αŸ†αž“αžΏαž‡αžΆαž€αŸ‹αž›αžΆαž€αŸ‹αžαžΆαž”αŸ’αžšαž–αŸαžŸαž“αŸαŸ‡ αž‡αžΆαžšαž”αžŸαŸ‹αž”αŸ’αžšαž‡αžΆαžšαžΆαžŸαŸ’αžαŸ’αžšαž˜αž·αž“αž˜αŸ‚αž“αž‡αžΆαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž‚αŸ’αžšαž”αŸ‹αžƒαŸ’αž›αž„αž˜αŸ’αž“αžΆαž€αŸ‹αž“αŸ„αŸ‡αž‘αŸ"
58
+ },
59
+ {
60
+ "ref": "αž—αžΆαž‚αžαžΆαž„αž‡αžΎαž„ αž¬αžαŸ†αž”αž“αŸ‹ entinel ange αž˜αžΆαž“αž—αŸ’αž“αŸ†αžαŸ’αž–αžŸαŸ‹αž‡αžΆαž„αž‚αŸαž“αŸƒαž‘αŸ’αžœαžΈαž”αž’αž„αŸ‹αžαžΆαž€αŸ‹αž‘αž·αž€ αž‚αžΊαž—αŸ’αž“αŸ† inson assif αžŠαŸ‚αž›αž˜αžΆαž“αž€αŸ†αž–αžΌαž›αž€αž˜αŸ’αž–αžŸαŸ‹ 4892 αž˜αŸ‰αŸ‚αžαŸ’αžš αž—αŸ’αž“αŸ† ount inson",
61
+ "hyp": "αž—αžΆαž‚αžαžΆαž„αž‡αžΎαžŸαž¬αžαŸ†αž”αž“αŸ‹ entiner ing αž˜αžΆαž“αž—αŸ’αž“αŸ†αžαŸ’αž–αžŸαŸ‹αž‡αžΆαž„αž‚αŸαž“αŸƒαž‘αŸ’αžœαžΈαž”αž’αž„αŸ‹αžαžΆαž€αŸ‹αž‘αž·αž€ αž‚αžΊαž—αŸ’αž“αŸ† វiαž“son αž˜αžΆαž“αžŸiហ វ αžŠαŸ‚αž›αž˜αžΆαž“αž€αŸ†αž–αžΌαž“αž€αž˜αŸ’αž–αžŸαŸ‹ 4892 αž˜αŸ‰αŸ‚αžαŸ’αžš αž—αŸ’αž“αŸ†αž˜αžΆαž“ αžœαžΈαž“αžŸαžΉαž“ "
62
+ }
63
+ ]
64
+ },
65
+ "fleurs_km_test": {
66
+ "cer": 0.11397785977859778,
67
+ "n": 771,
68
+ "rtf": 0.002693553230811693,
69
+ "examples": [
70
+ {
71
+ "ref": "αž˜αž“αž»αžŸαŸ’αžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αž‚αž·αžαžαžΆ αž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αžαŸ’αžšαžΌαžœ αž”αŸ‰αž»αž“αŸ’αžαŸ‚αž˜αž“αž»αžŸαŸ’αžŸαž‡αžΆαž…αŸ’αžšαžΎαž“αž‡αžΏαžαžΆαž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αž˜αž·αž“αžαŸ’αžšαžΌαžœαž‘αŸ αž‚αžΆαžαŸ‹αžαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž’αŸ’αžœαžΎαžŠαŸ†αžŽαžΎαžšαžœαž·αž›αž‡αž»αŸ†αžœαž·αž‰αž•αŸ‚αž“αžŠαžΈ αžšαž½αž˜αž‘αžΆαŸ†αž„αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž“αž·αž„αž•αŸ’αž€αžΆαž™αžŠαž‘αŸƒαž‘αŸ€αžαž•αž„αžŠαŸ‚αžš",
72
+ "hyp": "αž˜αž“αž»αžŸαŸ’αžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αž‚αž·αžαžαžΆ αž€αž»αž“αž‘αž»αž™αžΈαžαŸ’αžšαžΌαžœ αž”αŸ‰αž»αž“αŸ’αžαŸ‚αž˜αž“αž»αžŸαŸ’αžŸαž‡αžΆαž…αŸ’αžšαžΎαžαž‡αžΏαžαžΆ αž€αžΌαž“αž»αž™αžΈαž˜αž·αž“αžαŸ’αžšαžΌαžœαž‘αŸ αž–αžΆαžαŸ‹αžαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™αž’αŸ’αžœαžΎαžŠαŸ†αžŽαžΎαžšαžœαž·αž›αž‡αž»αŸ†αžœαž·αž‰αž•αŸ‚αž“αžŠαžΈ αžšαž½αž˜αž‘αžΆαŸ†αž„αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž“αž·αž„αž•αŸ’αž€αžΆαž™αžŠαž‘αŸƒαž‘αŸ€αžαž•αž„αžŠαŸ‚αžš"
73
+ },
74
+ {
75
+ "ref": "αžŸαŸ†αžŽαžΎαž˜αž“αŸ…αž›αžΎαžŠαŸƒαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž“αžΉαž„αž˜αžΆαž“αž”αŸ’αžšαžαž·αž€αž˜αŸ’αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αžŸαŸ’αžšαž‘αžΆαž”αŸ‹αžαžΆαž„αž€αŸ’αžšαŸ… αžŠαŸ‚αž›αž“αžΉαž„αž’αžΆαž…αžŠαžΉαž„αž‡αžΆαž˜αž»αž“αž”αžΆαž“ αžšαž½αž…αž”αž„αŸ’αž€αžΎαžαž‡αžΆαžŸαŸ†αž”αž€αž˜αž½αž™αž”αŸ’αžšαž—αŸαž‘",
76
+ "hyp": "αžŸαŸ†αžŽαžΎαž˜αž“αŸ…αž›αžΎαžŠαŸƒαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž“αžΉαž„αž˜αžΆαž“αž”αŸ’αžšαžΆαŸ’αžαž·αž€αž˜αŸ’αž˜αž‡αžΆαž˜αž½αž™αž“αžΌαžœαžŸαŸ’αžšαž‘αžΆαž”αŸ‹αžαžΆαž„αž€αŸ’αžšαŸ…αžŠαŸ‚αž›αž“αžΉαž„αž’αžΆαž…αžŠαžΉαž„αž‡αžΆαž˜αž»αž“αž”αžΆαž“ αžšαž½αž…αž”αž„αŸ’αž€αžΎαžαž‡αžΆαžŸαŸ†αž”αž€αž˜αž½αž™αž”αŸ’αžšαž—αŸαž‘"
77
+ },
78
+ {
79
+ "ref": "αž‘αžΈαž€αŸ’αžšαž»αž„αž“αŸαŸ‡αž€αŸαž‡αžΆαž˜αžΌαž›αžŠαŸ’αž‹αžΆαž“αžŠαžΎαž˜αŸ’αž”αžΈαž‘αžΎαž„αž—αŸ’αž“αŸ†αž—αŸ’αž›αžΎαž„ yiragongo αžšαž½αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αž€αžΆαžšαžαžΆαž˜ountain orilla αžŠαŸ‚αž›αž˜αžΆαž“αžαž˜αŸ’αž›αŸƒαžαŸ„αž€αž”αŸ†αž•αž»αžαž“αŸ…αž’αžΆαž αŸ’αžœαŸ’αžšαž·αž€",
80
+ "hyp": "αž‘αžΈαž€αŸ’αžšαž»αž„αž“αŸαŸ‡αž€αŸαž‡αžΆαž˜αžΌαž›αžŠαŸ’αž‹αžΆαž“αžŠαžΎαž˜αŸ’αž”αžΈαž‘αžΎαž„αž—αŸ’αž“αŸ†αž—αŸ’αž›αžΎαž„ αžŽαŸαžšαŸ‰αžΆαž€αž“αž€αžΌ αžšαž½αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αž€αžΆαžšαžαžΆαž˜ αž˜αŸ‰αŸ„αž“αžαŸ‚αž“ αž€αžΌαžšαžΈαž‘αžΆ ls αžŠαŸ‚αž›αž˜αžΆαž“αžαž˜αŸ’αž›αŸƒαžαžαž”αŸ†αž•αž»αžαž“αŸ…αž’αžΆαž αŸ’αžšαŸ’αžœαž·αž€"
81
+ }
82
+ ]
83
+ },
84
+ "fleurs_en_dev": {
85
+ "cer": 0.08005514253360248,
86
+ "n": 394,
87
+ "wer": 0.2121286520991898,
88
+ "rtf": 0.0025477642716881673,
89
+ "examples": [
90
+ {
91
+ "ref": "when you call someone who is thousands of miles away you are using a satellite",
92
+ "hyp": "when you call someone who is thousands of miles away you are using a satellite"
93
+ },
94
+ {
95
+ "ref": "now widely available throughout the archipelago javanese cuisine features an array of simply seasoned dishes the predominant flavorings the javanese favor being peanuts chillies sugar especially javanese coconut sugar and various aromatic spices",
96
+ "hyp": "now widely available throughout the archiplago japhanese cuisines features in a ray of simply season dishes the predominant flavorings the japanese favor being penuth chillis sugar especially japhanese coconut sugar and various aromatic spices"
97
+ },
98
+ {
99
+ "ref": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts",
100
+ "hyp": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts"
101
+ }
102
+ ]
103
+ },
104
+ "fleurs_en_test": {
105
+ "cer": 0.0755862855513579,
106
+ "n": 647,
107
+ "wer": 0.19248466257668712,
108
+ "rtf": 0.0024945803598843365,
109
+ "examples": [
110
+ {
111
+ "ref": "however due to the slow communication channels styles in the west could lag behind by 25 to 30 year",
112
+ "hyp": "however due to the slow communication channels styles in the west could lag behind by 25 -30 years"
113
+ },
114
+ {
115
+ "ref": "all nouns alongside the word sie for you always begin with a capital letter even in the middle of a sentence",
116
+ "hyp": "all nowns alongside the world say for you always begin with a capital letter even in the middle of a sente"
117
+ },
118
+ {
119
+ "ref": "to the north and within easy reach is the romantic and fascinating town of sintra and which was made famous to foreigners after a glowing account of its splendours recorded by lord byron",
120
+ "hyp": "to the north and within easy reach as tha romantic and fastinating town of cintra and which was made famous to foreigners after a glowing account of hexplengureis recorded by lord byron"
121
+ }
122
+ ]
123
+ },
124
+ "libri_dev_clean": {
125
+ "cer": 0.019471441182309288,
126
+ "n": 2703,
127
+ "wer": 0.059648542333002465,
128
+ "rtf": 0.0024097869451522305,
129
+ "examples": [
130
+ {
131
+ "ref": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel",
132
+ "hyp": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel"
133
+ },
134
+ {
135
+ "ref": "nor is mister quilter's manner less interesting than his matter",
136
+ "hyp": "nor is mister quilter's manner less interesting than his matter"
137
+ },
138
+ {
139
+ "ref": "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind",
140
+ "hyp": "he tells us that at this festive season of the year with christmus and rost beef looming before us symily is drawn from eating and its results occur most readily to the mind"
141
+ }
142
+ ]
143
+ },
144
+ "libri_test_clean": {
145
+ "cer": 0.01943223332498467,
146
+ "n": 2620,
147
+ "wer": 0.0607311320754717,
148
+ "rtf": 0.0024275556567816365,
149
+ "examples": [
150
+ {
151
+ "ref": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flour fattened sauce",
152
+ "hyp": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flower fatten sauce"
153
+ },
154
+ {
155
+ "ref": "stuff it into you his belly counselled him",
156
+ "hyp": "stuffeit into you his belly councelled him"
157
+ },
158
+ {
159
+ "ref": "after early nightfall the yellow lamps would light up here and there the squalid quarter of the brothels",
160
+ "hyp": "after early night fall the yellow lamps would light up here and there the squalid quarter of the braffles"
161
+ }
162
+ ]
163
+ },
164
+ "libri_test_other": {
165
+ "cer": 0.06964280917288251,
166
+ "n": 2939,
167
+ "wer": 0.1672812028351451,
168
+ "rtf": 0.0023894908624727414,
169
+ "examples": [
170
+ {
171
+ "ref": "there's iron they say in all our blood and a grain or two perhaps is good but his he makes me harshly feel has got a little too much of steel anon",
172
+ "hyp": "the's i and they say in all our blood and a gran too perhaps is good but his he makes me harshly feel has got a little too much of steel anon"
173
+ },
174
+ {
175
+ "ref": "margaret said mister hale as he returned from showing his guest downstairs i could not help watching your face with some anxiety when mister thornton made his confession of having been a shop boy",
176
+ "hyp": "margaret said mister hal as he returned from showing his guis downstairs i could not help watching your face with some anxiety when mister thawnton made his confission of having been a shop boy"
177
+ },
178
+ {
179
+ "ref": "you don't mean that you thought me so silly",
180
+ "hyp": "you don't mean that you thought me so silly"
181
+ }
182
+ ]
183
+ }
184
+ }
185
+ }
eval/large_teacher.json ADDED
@@ -0,0 +1,185 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ckpt": "runs/ftfirst/stage1_finetune/teacher.pt",
3
+ "params_total": 975065300,
4
+ "params_encoder": 962496128.0,
5
+ "gmacs_per_audio_second": 50.277134336,
6
+ "dtype": "bf16",
7
+ "results": {
8
+ "ddd_dev": {
9
+ "cer": 0.033986958765304685,
10
+ "n": 400,
11
+ "rtf": 0.006292361957186866,
12
+ "examples": [
13
+ {
14
+ "ref": "αž˜αŸ’αž…αžΆαžŸαŸ‹αž’αžΆαž•αžΆαžαž˜αž·αž“αžαŸ‚αž„αžαŸ‚αž‡αŸ’αžšαžΎαžŸαžšαžΎαžŸαž‚αŸ’αžšαžΏαž„αžŸαž„αŸ’αž αžΆαžšαž·αž˜αžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž—αžΆαž–αžαŸ’αž–αžŸαŸ‹ αž“αž·αž„αž˜αžΆαž“αžŸαŸ„αž—αŸαžŽαž—αžΆαž–αžŸαŸ’αžšαžŸαŸ‹αžŸαŸ’αž’αžΆαžαž”αŸ†αž•αž»αž",
15
+ "hyp": "αž˜αŸ’αž…αžΆαžŸαŸ‹αž’αžΆαž•αžΆαžαžαž˜αž·αž“αžαŸ‚αž„αžαŸ‚αž‡αŸ’αžšαžΎαžŸαžšαžΎαžŸαž‚αŸ’αžšαžΏαž„αžŸαž„αŸ’αž αžΆαžšαžΉαž˜αžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž—αžΆαž–αžαŸ’αž–αžŸαŸ‹ αž“αž·αž„αž˜αžΆαž“αžŸαŸ„αž—αŸαžŽαž—αžΆαž–αžŸαŸ’αžšαžŸαŸ‹αžŸαŸ’αž’αžΆαžαž”αŸ†αž•αž»αž"
16
+ },
17
+ {
18
+ "ref": "αžŸαŸ’αžαžΆαž”αžαŸ’αž™αž€αž˜αŸ’αž˜αž’αžΆαžŽαžΆαž“αž·αž‚αž˜αž”αžΆαžšαžΆαŸ†αž„αžŠαŸ‚αž›αž™αžΎαž„αžƒαžΎαž‰αž˜αžΆαž“αž“αŸ…αž—αŸ’αž“αŸ†αž–αŸαž‰ αž“αž·αž„αž”αžΆαžαŸ‹αžŠαŸ†αž”αž„ αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž–αž·αžŸαŸαžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αžŠαŸ‚αž›αž’αŸ’αžœαžΎαž±αŸ’αž™αžœαžΆαž›αŸαž…αž’αŸ’αž›αŸ„",
19
+ "hyp": "αžŸαŸ’αžαžΆαž”αžαŸ’αž™αž€αž˜αŸ’αž˜αž’αžΆαžŽαžΆαž“αž·αž‚αž˜αž”αžΆαžšαžΆαŸ†αž„αžŠαŸ‚αž›αž™αžΎαž„αžƒαžΎαž‰αž˜αžΆαž“αž“αŸ…αž—αŸ’αž“αŸ†αž–αŸαž‰ αž“αž·αž„αž”αžΆαžαŸ‹αžŠαŸ†αž”αž„ αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž–αž·αžŸαŸαžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αžŠαŸ‚αž›αž’αŸ’αžœαžΎαž±αŸ’αž™αžœαžΆαž›αŸαž…αž’αŸ’αž›αŸ„"
20
+ },
21
+ {
22
+ "ref": "αž–αž½αž€αž‚αŸαž€αŸαž˜αžΆαž“αž‡αŸ†αž“αžΏαž›αžΎαžœαž·αž‰αŸ’αž‰αžΆαžŽαž’αž˜αŸ’αž˜αž‡αžΆαžαž· αž“αž·αž„αž˜αžΆαž“αž–αž·αž’αžΈαž”αžΌαž‡αžΆαžŠαŸ†αžšαžΈ αž“αž·αž„αžšαž”αžšαž…αž·αž‰αŸ’αž…αžΉαž˜αžŠαŸ†αžšαžΈ αž€αžΆαžšαž’αŸ’αžœαžΎαž…αž˜αŸ’αž€αžΆαžšαž€αžΆαž αŸ’αžœαŸ αž“αž·αž„αžŠαŸ†αžŽαžΆαŸ†αž•αŸ’αžŸαŸαž„ αž€αŸαž‡αžΆαž•αŸ’αž“αŸ‚αž€αž˜αž½αž™αž“αŸƒαž‡αžΈαžœαž—αžΆαž–αžšαž”αžŸαŸ‹αž–αž½αž€αž‚αŸαžŠαŸ‚αžš",
23
+ "hyp": "αž–αž½αž€αž‚αŸαž€αŸαž˜αžΆαž“αž‡αŸ†αž“αžΏαž›αžΎαžœαž·αž‰αŸ’αž‰αžΆαžŽαž’αž˜αŸ’αž˜αž‡αžΆαžαž· αž“αž·αž„αž˜αžΆαž“αž–αž·αž’αžΈαž”αžΌαž‡αžΆαžαž˜αžšαžΈ αž“αž·αž„αžšαž”αžšαž…αž·αž‰αŸ’αž…αžΉαž˜αžαŸ†αžšαžΈ αž€αžΆαžšαž’αŸ’αžœαžΎαž…αž˜αŸ’αž€αžΆαžšαž€αžΆαž αŸ’αžœαŸ αž“αž·αž„αžŠαŸ†αžŽαžΆαŸ†αž•αŸ’αžŸαŸαž„ αž€αŸαž‡αžΆαž•αŸ’αž“αŸ‚αž€αž˜αž½αž™αž“αŸƒαž‡αžΈαžœαž—αžΆαž–αžšαž”αžŸαŸ‹αž–αž½αž€αž‚αŸαžŠαŸ‚αžš"
24
+ }
25
+ ]
26
+ },
27
+ "ddd_test": {
28
+ "cer": 0.024715486779578407,
29
+ "n": 1993,
30
+ "rtf": 0.0059981543289738416,
31
+ "examples": [
32
+ {
33
+ "ref": "αž›αŸ’αž–αŸ…αžŸαž˜αŸ’αž”αžΌαžšαž‡αžΆαžαž·αžŸαžšαžŸαŸƒ αžŠαŸ‚αž›αž‡αž½αž™αž‡αŸ†αžšαž»αž‰αž…αž›αž“αžΆαž–αŸ„αŸ‡αžœαŸ€αž“αž²αŸ’αž™αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž’αž˜αŸ’αž˜αžαžΆ αž€αžΆαžšαž–αžΆαžšαž€αžΆαžšαž‘αž›αŸ‹αž›αžΆαž˜αž€ αž“αž·αž„αžšαž€αŸ’αžŸαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αžšαŸ†αž›αžΆαž™αž’αžΆαž αžΆαžšαž²αŸ’αž™αž˜αžΆαž“αžŸαž»αžαž—αžΆαž–αž›αŸ’αž’",
34
+ "hyp": "αž›αŸ’αž–αŸ…αžŸαž˜αŸ’αž”αžΌαžšαž‡αžΆαžαž·αžŸαžšαžŸαŸƒ αžŠαŸ‚αž›αž‡αž½αž™αž‡αŸ†αžšαž»αž‰αž…αž›αž“αžΆαž–αŸ‡αžœαŸ€αž“αž±αŸ’αž™αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž’αž˜αŸ’αž˜αžαžΆ αž€αžΆαžšαž–αžΆαžšαž€αžΆαžšαžαŸ‹αž›αžΆαž˜αž αž“αž·αž„αžšαž€αŸ’αžŸαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αžšαŸ†αž›αžΆαž™αž’αžΆαž αžΆαžšαž±αŸ’αž™αž˜αžΆαž“αžŸαž»αžαž—αžΆαž–αž›αŸ’αž’"
35
+ },
36
+ {
37
+ "ref": "αž€αžΆαžšαž”αž“αŸ’αžαŸ‚αž˜ αžαŸ’αž‘αž·αŸ‡αžŠαžΌαž„αž‡αž½αž™αž²αŸ’αž™αžŸαž„αŸ‹αžαŸ’αž™αžΆαž˜αžΆαž“αžŸαž—αžΆαž–αž‘αž“αŸ‹αž›αŸ’αž˜αžΎαž™ αž αžΎαž™αžŸαŸ’αž›αžΉαž€αžαžΎαž™αž€αŸαž‡αž½αž™αž”αž“αŸ’αžαŸ‚αž˜αž“αžΌαžœαž€αŸ’αž›αž·αž“αž€αŸ’αžšαž’αžΌαž”αž”αŸ’αžšαž αžΎαžšαž•αž„αžŠαŸ‚αžš",
38
+ "hyp": "αž€αžΆαžšαž”αž“αŸ’αžαŸ‚αž˜αžαŸ’αž‘αž·αŸ‡αžŠαžΌαž„αž‡αž½αž™αž±αŸ’αž™αžαŸ’αžŸαž„αŸ‹αžαŸ’αž™αžΆαžšαž˜αžΆαž“αž—αžΆαž–αž‘αž“αŸ‹αž›αŸ’αž˜αžΎαž™ αž αžΎαž™αžŸαŸ’αž›αžΉαž€αžαžΎαž™αž€αŸαž‡αž½αž™αž”αž“αŸ’αžαŸ‚αž˜αž“αžΌαžœαž€αŸ’αž›αž·αž“αž€αŸ’αžšαž’αžΌαž”αž”αŸ’αžšαž αžΎαžšαž•αž„αžŠαŸ‚αžš"
39
+ },
40
+ {
41
+ "ref": "αž‘αžΉαž€αž›αŸ’αž–αŸ…αž”αžΆαž“αž€αŸ’αž›αžΆαž™αž‡αžΆαž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸαž–αŸαž‰αž“αž·αž™αž˜αž˜αž½αž™ αž€αŸ’αž“αž»αž„αž…αŸ†αžŽαŸ„αž˜αž’αŸ’αž“αž€αžŠαŸ‚αž›αž™αž€αž…αž·αžαŸ’αžαž‘αž»αž€αžŠαžΆαž€αŸ‹αž›αžΎαžŸαž»αžαž—αžΆαž– αž“αž·αž„αžŸαŸ’αžœαŸ‚αž„αžšαž€αž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž”αŸ’αžšαž™αŸ„αž‡αž“αŸαžαŸ’αž–αžŸαŸ‹",
42
+ "hyp": "αž‘αžΉαž€αž›αŸ’αž–αŸ…αž”αžΆαž“αž€αŸ’αž›αžΆαž™αž‡αžΆαž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸαž–αŸαž‰αž“αž·αž™αž˜αž˜αž½αž™αž€αŸ’αž“αž»αž„αž…αŸ†αžŽαŸ„αž˜αž’αŸ’αž“αž€αžŠαŸ‚αž›αž™αž€αž…αž·αžαŸ’αžαž‘αž»αž€αžŠαžΆαž€αŸ‹αž›αžΎαžŸαž»αžαž—αžΆαž– αž“αž·αž„αžŸαŸ’αžœαŸ‚αž„αžšαž€αž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž”αŸ’αžšαž™αŸ„αž‡αž“αŸαžαŸ’αž–αžŸαŸ‹"
43
+ }
44
+ ]
45
+ },
46
+ "fleurs_km_dev": {
47
+ "cer": 0.08833827748869329,
48
+ "n": 326,
49
+ "rtf": 0.006745861517385598,
50
+ "examples": [
51
+ {
52
+ "ref": "αž€αžΆαž›αžŠαžΎαž˜αž‘αžΎαž™αžŸαž˜αŸ’αž›αŸ€αž€αž”αŸ†αž–αžΆαž€αŸ‹αž‚αžΊαž’αŸ’αž„αž“αŸ‹αž‘αž‘αž½αž›αž₯αž‘αŸ’αžœαž·αž–αž›αžŠαŸ„αž™αžœαž”αŸ’αž”αž’αž˜αŸŒyzantine αž“αŸ…αž—αžΆαž‚αžαžΆαž„αž€αžΎαž",
53
+ "hyp": "αž€αžΆαžšαžŠαžΎαž˜αž‘αžΎαž™αžŸαž˜αŸ’αž›αŸ€αž„αž”αŸ†αž–αžΆαž€αŸ‹αž‚αžΊαž’αŸ’αž„αž“αŸ‹αž‘αž‘αž½αž›αž₯αž‘αŸ’αž’αž·αž–αž›αžŠαŸ„αž™αžœαž”αŸ’αž”αž’αž˜αŸŒαž”αŸƒαžŸαžΆαž“αžΈαž“ αž“αŸ…αž—αžΆαž‚αžαžΆαž„αž€αžΎαž"
54
+ },
55
+ {
56
+ "ref": "αžœαžΆαž˜αžΆαž“αž•αž›αž”αŸ‰αŸ‡αž–αžΆαž›αŸ‹αžŸαž„αŸ’αž‚αž˜αž“αž·αž„αž“αž™αŸ„αž”αžΆαž™αž‡αžΆαž…αŸ’αžšαžΎαž“αžŠαžΌαž…αž‡αžΆαž€αžΆαžšαž”αŸ’αžšαžΎαž”αŸ’αžšαžΆαžŸαŸ‹αž”αŸ’αžšαž–αŸαž“αŸ’αž’αž˜αŸ‰αžΆαž‘αŸ’αžšαžΈαž€ αž€αžΆαžšαž•αŸ’αž›αžΆαžŸαŸ‹αž”αŸ’αžαžΌαžšαž–αžΈαžšαž”αž”αž•αŸ’αžαžΆαž…αŸ‹αž€αžΆαžšαž‘αŸ…αž‡αžΆαžšαž”αž”αžŸαžΆαž’αžΆαžšαžŽαŸˆ αž‡αžΆαžαž·αž“αž·αž™αž˜ αž“αž·αž„αž‡αŸ†αž“αžΏαž‡αžΆαž€αŸ‹αž›αžΆαž€αŸ‹αžαžΆαž”αŸ’αžšαž‘αŸαžŸαž“αŸαŸ‡αž‡αžΆαžšαž”αžŸαŸ‹αž”αŸ’αžšαž‡αžΆαžšαžΆαžŸαŸ’αžšαŸ’αžαž˜αž·αž“αž˜αŸ‚αž“αž‡αžΆαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž‚αŸ’αžšαž”αŸ‹αž‚αŸ’αžšαž„αž˜αŸ’αž“αžΆαž€αŸ‹αž“αŸ„αŸ‡αž‘αŸ",
57
+ "hyp": "αžœαžΆαž˜αžΆαž“αž•αž›αž”αŸ‰αŸ‡αž–αžΆαž›αŸ‹αžŸαž„αŸ’αž‚αž˜αž“αž·αž„αž“αž™αŸ„αž”αžΆαž™αž‡αžΆαž…αŸ’αžšαžΎαž“ αžŠαžΌαž…αž‡αžΆαž€αžΆαžšαž”αŸ’αžšαžΎαž”αŸ’αžšαžΆαžŸαŸ‹αž”αŸ’αžšαž–αŸαž“αŸ’αž’αž˜αŸ‰αžΆαž‘αŸ’αžšαžΈαžŸ αž€αžΆαžšαž•αŸ’αž›αžΆαžŸαŸ‹αž”αŸ’αžαžΌαžšαž§αž–αžΆαžšαž”αžŸαŸ‹αž”αŸ’αž›αž·αŸ‹αž€αžΆαžšαžαŸ‚αž‡αžΆαžšαž”αžŸαŸ‹αžŸαžΆαž’αžΆαžšαžŽαŸˆαž‡αžΆαžαž·αž“αž·αž™αž˜ αž“αž·αž„αž‡αŸ†αž“αžΏαž‡αžΆαž€αŸ‹αž›αžΆαž€αŸ‹αžαžΆαž”αŸ’αžšαž‘αŸαžŸαž“αŸαŸ‡αž‡αžΆαžšαž”αžŸαŸ‹αž”αŸ’αžšαž‡αžΆαžšαžΆαžŸαŸ’αžαŸ’αžš αž˜αž·αž“αž˜αŸ‚αž“αž‡αžΆαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž‚αŸ’αžšαž”αŸ‹αž‚αŸ’αžšαž„αž˜αŸ’αž“αžΆαž€αŸ‹αž“αŸ„αŸ‡αž‘αŸ"
58
+ },
59
+ {
60
+ "ref": "αž—αžΆαž‚αžαžΆαž„αž‡αžΎαž„ αž¬αžαŸ†αž”αž“αŸ‹ entinel ange αž˜αžΆαž“αž—αŸ’αž“αŸ†αžαŸ’αž–αžŸαŸ‹αž‡αžΆαž„αž‚αŸαž“αŸƒαž‘αŸ’αžœαžΈαž”αž’αž„αŸ‹αžαžΆαž€αŸ‹αž‘αž·αž€ αž‚αžΊαž—αŸ’αž“αŸ† inson assif αžŠαŸ‚αž›αž˜αžΆαž“αž€αŸ†αž–αžΌαž›αž€αž˜αŸ’αž–αžŸαŸ‹ 4892 αž˜αŸ‰αŸ‚αžαŸ’αžš αž—αŸ’αž“αŸ† ount inson",
61
+ "hyp": "αž—αžΆαž‚αžαžΆαž„αž‡αžΎαž„ αž¬αžαŸ†αž”αž“αŸ‹ entinel ring αž˜αžΆαž“αž—αŸ’αž“αŸ†αžαŸ’αž–αžŸαŸ‹αž‡αžΆαž„αž‚αŸαž“αŸƒαž‘αŸ’αžœαžΈαž”αž’αž„αŸ‹αžαžΆαž€αŸ‹αž‘αž·αž€ αž‚αžΊαž—αŸ’αž“αŸ† iαž“son αŸ‰as៊ីf αžŠαŸ‚αž›αž˜αžΆαž“αž€αŸ†αž–αžΌαž›αž€αž˜αŸ’αž–αžŸαŸ‹ 4892 αž˜αŸ‰αŸ‚αžαŸ’αžš αž—αŸ’αž“αŸ†αŸ‰αžΆn iαž“sαž·αž“"
62
+ }
63
+ ]
64
+ },
65
+ "fleurs_km_test": {
66
+ "cer": 0.09440590405904059,
67
+ "n": 771,
68
+ "rtf": 0.0066833982391532555,
69
+ "examples": [
70
+ {
71
+ "ref": "αž˜αž“αž»αžŸαŸ’αžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αž‚αž·αžαžαžΆ αž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αžαŸ’αžšαžΌαžœ αž”αŸ‰αž»αž“αŸ’αžαŸ‚αž˜αž“αž»αžŸαŸ’αžŸαž‡αžΆαž…αŸ’αžšαžΎαž“αž‡αžΏαžαžΆαž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αž˜αž·αž“αžαŸ’αžšαžΌαžœαž‘αŸ αž‚αžΆαžαŸ‹αžαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž’αŸ’αžœαžΎαžŠαŸ†αžŽαžΎαžšαžœαž·αž›αž‡αž»αŸ†αžœαž·αž‰αž•αŸ‚αž“αžŠαžΈ αžšαž½αž˜αž‘αžΆαŸ†αž„αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž“αž·αž„αž•αŸ’αž€αžΆαž™αžŠαž‘αŸƒαž‘αŸ€αžαž•αž„αžŠαŸ‚αžš",
72
+ "hyp": "αž˜αž“αž»αžŸαŸ’αžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αž‚αž·αžαžαžΆ αž‚αžŒαž·αž™αžΆαž™αžαŸ’αžšαžΌαžœ αž”αŸ‰αž»αž“αŸ’αžαŸ‚αž˜αž“αž»αžŸαŸ’αžŸαž‡αžΆαž…αŸ’αžšαžΎαž“αž‡αžΏαžαžΆαž‚αžŒαž·αž™αžΆαž™αž˜αž·αž“αžαŸ’αžšαžΌαžœαž‘αŸ αž‚αžΆαžαŸ‹αžαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™αž’αŸ’αžœαžΎαžŠαŸ†αžŽαžΎαžšαžœαž·αž›αž‡αž»αŸ†αžœαž·αž‰αž•αŸ‚αž“αžŠαžΈ αžšαž½αž˜αž‘αžΆαŸ†αž„αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™αž“αžΉαž„αž•αŸ’αž€αžΆαž™αžŠαŸαž’αž‘αŸƒαž‘αŸ€αžαž•αž„αžŠαŸ‚αžš"
73
+ },
74
+ {
75
+ "ref": "αžŸαŸ†αžŽαžΎαž˜αž“αŸ…αž›αžΎαžŠαŸƒαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž“αžΉαž„αž˜αžΆαž“αž”αŸ’αžšαžαž·αž€αž˜αŸ’αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αžŸαŸ’αžšαž‘αžΆαž”αŸ‹αžαžΆαž„αž€αŸ’αžšαŸ… αžŠαŸ‚αž›αž“αžΉαž„αž’αžΆαž…αžŠαžΉαž„αž‡αžΆαž˜αž»αž“αž”αžΆαž“ αžšαž½αž…αž”αž„αŸ’αž€αžΎαžαž‡αžΆαžŸαŸ†αž”αž€αž˜αž½αž™αž”αŸ’αžšαž—αŸαž‘",
76
+ "hyp": "αžŸαŸ†αžŽαžΎαž˜ αž“αŸ…αž›αžΎαžŠαŸƒαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž“αžΉαž„αž˜αžΆαž“αž”αŸ’αžšαžΆαžαž€αž˜αŸ’αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αžŸαŸ’αžšαž‘αžΆαž”αŸ‹αžαžΆαž„αž€αŸ’αžšαŸ…αžŠαŸ‚αž›αž“αžΉαž„αž’αžΆαž…αžŠαžΉαž„αž‡αžΆαž˜αž»αž“αž”αžΆαž“ αžšαž½αž…αž”αž„αŸ’αž€αžΎαžαž‡αžΆαžŸαŸ†αž”αž€αž˜αž½αž™αž”αŸ’αžšαž—αŸαž‘"
77
+ },
78
+ {
79
+ "ref": "αž‘αžΈαž€αŸ’αžšαž»αž„αž“αŸαŸ‡αž€αŸαž‡αžΆαž˜αžΌαž›αžŠαŸ’αž‹αžΆαž“αžŠαžΎαž˜αŸ’αž”αžΈαž‘αžΎαž„αž—αŸ’αž“αŸ†αž—αŸ’αž›αžΎαž„ yiragongo αžšαž½αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αž€αžΆαžšαžαžΆαž˜ountain orilla αžŠαŸ‚αž›αž˜αžΆαž“αžαž˜αŸ’αž›αŸƒαžαŸ„αž€αž”αŸ†αž•αž»αžαž“αŸ…αž’αžΆαž αŸ’αžœαŸ’αžšαž·αž€",
80
+ "hyp": "αž‘αžΈαž€αŸ’αžšαž»αž„αž“αŸαŸ‡αž€αŸαž‡αžΆαž˜αžΌαž›αžŠαŸ’αž‹αžΆαž“αžŠαžΎαž˜αŸ’αž”αžΈαž‘αžΎαž„αž—αŸ’αž“αŸ†αž—αŸ’αž›αžΎαž„ αž“αžΈαžšαŸ‰αžΆαž€oαž“αž€αžΌ αžšαž½αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αž€αžΆαžšαžαžΆ ountan αž€αžΌrីទអ αžŠαŸ‚αž›αž˜αžΆαž“αžαž˜αŸ’αž›αŸƒαžαž”αž”αŸ†αž•αž»αžαž“αŸ…αž’αžΆαž αŸ’αžœαŸ’αžœαž·αž€"
81
+ }
82
+ ]
83
+ },
84
+ "fleurs_en_dev": {
85
+ "cer": 0.05019447589975875,
86
+ "n": 394,
87
+ "wer": 0.1367542352074638,
88
+ "rtf": 0.00638872020448837,
89
+ "examples": [
90
+ {
91
+ "ref": "when you call someone who is thousands of miles away you are using a satellite",
92
+ "hyp": "when you call someone who has thousands of miles away you are using a satellite"
93
+ },
94
+ {
95
+ "ref": "now widely available throughout the archipelago javanese cuisine features an array of simply seasoned dishes the predominant flavorings the javanese favor being peanuts chillies sugar especially javanese coconut sugar and various aromatic spices",
96
+ "hyp": "now widely available throughout the archipelago japanese quisines features an array of simply season dishes the predominant flavorings the japanese favor being pinat chiles sugar especially japanese cocoanut sugar and various aromatic spices"
97
+ },
98
+ {
99
+ "ref": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts",
100
+ "hyp": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts"
101
+ }
102
+ ]
103
+ },
104
+ "fleurs_en_test": {
105
+ "cer": 0.043481360039917316,
106
+ "n": 647,
107
+ "wer": 0.11942275515895148,
108
+ "rtf": 0.0062595013694743485,
109
+ "examples": [
110
+ {
111
+ "ref": "however due to the slow communication channels styles in the west could lag behind by 25 to 30 year",
112
+ "hyp": "however due to the slow communication channels styles in the west could lag behind by 25to 30 years"
113
+ },
114
+ {
115
+ "ref": "all nouns alongside the word sie for you always begin with a capital letter even in the middle of a sentence",
116
+ "hyp": "all nowns alongside the world say for you always begin with a capital letter even in the middle of a sentence"
117
+ },
118
+ {
119
+ "ref": "to the north and within easy reach is the romantic and fascinating town of sintra and which was made famous to foreigners after a glowing account of its splendours recorded by lord byron",
120
+ "hyp": "to the north and within easy reach is the romantic and fascinating town of cintra and which was made famous to foreigners after a glowing account of its splenduress recorded by lord byron"
121
+ }
122
+ ]
123
+ },
124
+ "libri_dev_clean": {
125
+ "cer": 0.01169131218929113,
126
+ "n": 2703,
127
+ "wer": 0.03722289621705084,
128
+ "rtf": 0.006076880907681458,
129
+ "examples": [
130
+ {
131
+ "ref": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel",
132
+ "hyp": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel"
133
+ },
134
+ {
135
+ "ref": "nor is mister quilter's manner less interesting than his matter",
136
+ "hyp": "nor is mister quilter's manner less interesting than his matter"
137
+ },
138
+ {
139
+ "ref": "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind",
140
+ "hyp": "he tells us that at this festive season of the year with christmas and rose beef looming before us similees drawn from eating and its results occur most readily to the mind"
141
+ }
142
+ ]
143
+ },
144
+ "libri_test_clean": {
145
+ "cer": 0.011085009543385699,
146
+ "n": 2620,
147
+ "wer": 0.03610012172854534,
148
+ "rtf": 0.006125383591282291,
149
+ "examples": [
150
+ {
151
+ "ref": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flour fattened sauce",
152
+ "hyp": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flower fattened sauce"
153
+ },
154
+ {
155
+ "ref": "stuff it into you his belly counselled him",
156
+ "hyp": "stuff it into you his belly counselled him"
157
+ },
158
+ {
159
+ "ref": "after early nightfall the yellow lamps would light up here and there the squalid quarter of the brothels",
160
+ "hyp": "after early nightfall the yellow lamps would light up here and there the squalid quarter of the broffles"
161
+ }
162
+ ]
163
+ },
164
+ "libri_test_other": {
165
+ "cer": 0.030955344430813866,
166
+ "n": 2939,
167
+ "wer": 0.082093116558088,
168
+ "rtf": 0.006014662979128097,
169
+ "examples": [
170
+ {
171
+ "ref": "there's iron they say in all our blood and a grain or two perhaps is good but his he makes me harshly feel has got a little too much of steel anon",
172
+ "hyp": "there's iron they say in all our blood and a grain or two perhaps is good but his he makes me harshly feel has got a little too much of steel anon"
173
+ },
174
+ {
175
+ "ref": "margaret said mister hale as he returned from showing his guest downstairs i could not help watching your face with some anxiety when mister thornton made his confession of having been a shop boy",
176
+ "hyp": "margaret said mister hell as he returned from showing his guest downstairs i could not help watching your face with some anxiety when mister thornton made his confession of having been a shop boy"
177
+ },
178
+ {
179
+ "ref": "you don't mean that you thought me so silly",
180
+ "hyp": "you don't mean that you thought me so silly"
181
+ }
182
+ ]
183
+ }
184
+ }
185
+ }
eval/stock_1b.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ckpt": "/run/media/pc/disk1/ml-data/models/pretrained/omniASR-CTC-1B/omniASR-CTC-1B.omniprune.pt",
3
+ "params_total": 975065300,
4
+ "params_encoder": 962496128.0,
5
+ "gmacs_per_audio_second": 50.277134336,
6
+ "dtype": "bf16",
7
+ "results": {
8
+ "ddd_dev": {
9
+ "cer": 0.07939672561805132,
10
+ "n": 400,
11
+ "rtf": 0.006409313296584102,
12
+ "examples": [
13
+ {
14
+ "ref": "αž˜αŸ’αž…αžΆαžŸαŸ‹αž’αžΆαž•αžΆαžαž˜αž·αž“αžαŸ‚αž„αžαŸ‚αž‡αŸ’αžšαžΎαžŸαžšαžΎαžŸαž‚αŸ’αžšαžΏαž„αžŸαž„αŸ’αž αžΆαžšαž·αž˜αžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž—αžΆαž–αžαŸ’αž–αžŸαŸ‹ αž“αž·αž„αž˜αžΆαž“αžŸαŸ„αž—αŸαžŽαž—αžΆαž–αžŸαŸ’αžšαžŸαŸ‹αžŸαŸ’αž’αžΆαžαž”αŸ†αž•αž»αž",
15
+ "hyp": "αž˜αŸ’αž…αžΆαžŸαŸ‹ αž’αžΆαž•αžΆαžαž˜αž·αž“ αžαŸ‚αž„αžαŸ‚ αž‡αŸ’αžšαžΎαžŸαžšαžΎαžŸ αž‚αŸ’αžšαžΏαž„ αžŸαž„αŸ’αž αžΆαžšαžΉαž˜ αžŠαŸ‚αž› αž˜αžΆαž“ αž‚αž»αžŽαž—αžΆαž– αžαŸ’αž–αžŸαŸ‹ αž“αž·αž„ αž˜αžΆαž“ αžŸαŸ„αž—αŸαžŽαŸ’αž—αžΆαž– αžŸαŸ’αžšαžŸαŸ‹ αžŸαŸ’αž’αžΆαž αž”αŸ†αž•αž»αž"
16
+ },
17
+ {
18
+ "ref": "αžŸαŸ’αžαžΆαž”αžαŸ’αž™αž€αž˜αŸ’αž˜αž’αžΆαžŽαžΆαž“αž·αž‚αž˜αž”αžΆαžšαžΆαŸ†αž„αžŠαŸ‚αž›αž™αžΎαž„αžƒαžΎαž‰αž˜αžΆαž“αž“αŸ…αž—αŸ’αž“αŸ†αž–αŸαž‰ αž“αž·αž„αž”αžΆαžαŸ‹αžŠαŸ†αž”αž„ αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž–αž·αžŸαŸαžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αžŠαŸ‚αž›αž’αŸ’αžœαžΎαž±αŸ’αž™αžœαžΆαž›αŸαž…αž’αŸ’αž›αŸ„",
19
+ "hyp": "αžŸαŸ’αžαžΆαž”αžšαž·αž™αž€αž˜αŸ’αž˜ αž’αžΆαžŽαžΆαž“αž·αž‚αž˜ αž”αžΆαžšαžΆαŸ†αž„ αžŠαŸ‚αž› αž™αžΎαž„ αžƒαžΎαž‰ αž˜αžΆαž“ αž“αŸ… αž—αŸ’αž“αŸ†αž–αŸαž‰ αž“αž·αž„ αž”αžΆαžαŸ‹αžŠαŸ†αž”αž„ αž˜αžΆαž“ αž›αž€αŸ’αžαžŽαŸˆ αž–αž·αžŸαŸαžŸ αž˜αž½αž™ αž…αŸ†αž“αž½αž“ αžŠαŸ‚αž› αž’αŸ’αžœαžΎ αž²αŸ’αž™ វអ αž›αŸαž… αž’αŸ’αž›αŸ„αžš"
20
+ },
21
+ {
22
+ "ref": "αž–αž½αž€αž‚αŸαž€αŸαž˜αžΆαž“αž‡αŸ†αž“αžΏαž›αžΎαžœαž·αž‰αŸ’αž‰αžΆαžŽαž’αž˜αŸ’αž˜αž‡αžΆαžαž· αž“αž·αž„αž˜αžΆαž“αž–αž·αž’αžΈαž”αžΌαž‡αžΆαžŠαŸ†αžšαžΈ αž“αž·αž„αžšαž”αžšαž…αž·αž‰αŸ’αž…αžΉαž˜αžŠαŸ†αžšαžΈ αž€αžΆαžšαž’αŸ’αžœαžΎαž…αž˜αŸ’αž€αžΆαžšαž€αžΆαž αŸ’αžœαŸ αž“αž·αž„αžŠαŸ†αžŽαžΆαŸ†αž•αŸ’αžŸαŸαž„ αž€αŸαž‡αžΆαž•αŸ’αž“αŸ‚αž€αž˜αž½αž™αž“αŸƒαž‡αžΈαžœαž—αžΆαž–αžšαž”αžŸαŸ‹αž–αž½αž€αž‚αŸαžŠαŸ‚αžš",
23
+ "hyp": "αž–αž½αž€αž‚αŸ αž€αŸ αž˜αžΆαž“ αž‡αŸ†αž“αžΏ αž›αžΎ αžœαž·αž‰αŸ’αž‰αžΆαžŽ αž’αž˜αŸ’αž˜αž‡αžΆαžαž· αž“αž·αž„ αž˜αžΆαž“ αž–αž·αž’αžΈ αž”αžΌ αž‡αžΆαžαž˜αŸ’αžšαžΈ αž“αž·αž„ αžšαž”αžš αž…αž·αž‰αŸ’αž…αžΉαž˜ αžαž˜αŸ’αžšαžΈ αž€αžΆαžš αž’αŸ’αžœαžΎ αž…αŸ†αž€αžΆαžš αž€αžΆαž αŸ’αžœαŸ αž“αž·αž„ αžαŸ†αžŽαžΆαŸ† αž•αŸ’αžŸαŸ’αžŸαŸαž„ αž€αŸ αž‡αžΆ αž•αŸ’αž“αŸ‚αž€ αž˜αž½αž™ αž“αŸƒ αž‡αžΈαžœαž—αžΆαž– αžšαž”αžŸαŸ‹ αž–αž½αž€αž‚αŸ αžŠαŸ‚αžš"
24
+ }
25
+ ]
26
+ },
27
+ "ddd_test": {
28
+ "cer": 0.05946630924820275,
29
+ "n": 1993,
30
+ "rtf": 0.0060830656866102135,
31
+ "examples": [
32
+ {
33
+ "ref": "αž›αŸ’αž–αŸ…αžŸαž˜αŸ’αž”αžΌαžšαž‡αžΆαžαž·αžŸαžšαžŸαŸƒ αžŠαŸ‚αž›αž‡αž½αž™αž‡αŸ†αžšαž»αž‰αž…αž›αž“αžΆαž–αŸ„αŸ‡αžœαŸ€αž“αž²αŸ’αž™αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž’αž˜αŸ’αž˜αžαžΆ αž€αžΆαžšαž–αžΆαžšαž€αžΆαžšαž‘αž›αŸ‹αž›αžΆαž˜αž€ αž“αž·αž„αžšαž€αŸ’αžŸαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αžšαŸ†αž›αžΆαž™αž’αžΆαž αžΆαžšαž²αŸ’αž™αž˜αžΆαž“αžŸαž»αžαž—αžΆαž–αž›αŸ’αž’",
34
+ "hyp": "αž›αŸ’αž–αŸ… αžŸαŸ†αŸ’αž”αžΌαžš αž‡αžΆαžαž· αžŸαžšαžŸαŸƒ αžŠαŸ‚αž› αž‡αž½αž™ αž‡αŸ†αžšαž½αž‰ αž…αž›αžŽαžΆ αž–αžœαŸ€αž“ αž±αŸ’αž™ αž˜αžΆαž“ αž›αž€αŸ’αžαžŽαŸˆ αž’αž˜αŸ’αž˜αžαžΆ αž€αžΆαž›αž–αžΆαžš αž€αžΆαžšαž‘αž»αŸ‹αž›αžΈαž˜αž½αž αž“αž·αž„ αžšαž€αŸ’αžŸαžΆ αž”αŸ’αžšαž–αŸαž“αŸ’αž’ αžšαŸ†αž›αžΆαž€ ធអហអរ αž±αŸ’αž™ αž˜αžΆαž“ αžŸαž»αžαž—αžΆαž– αž›αŸ’αž’"
35
+ },
36
+ {
37
+ "ref": "αž€αžΆαžšαž”αž“αŸ’αžαŸ‚αž˜ αžαŸ’αž‘αž·αŸ‡αžŠαžΌαž„αž‡αž½αž™αž²αŸ’αž™αžŸαž„αŸ‹αžαŸ’αž™αžΆαž˜αžΆαž“αžŸαž—αžΆαž–αž‘αž“αŸ‹αž›αŸ’αž˜αžΎαž™ αž αžΎαž™αžŸαŸ’αž›αžΉαž€αžαžΎαž™αž€αŸαž‡αž½αž™αž”αž“αŸ’αžαŸ‚αž˜αž“αžΌαžœαž€αŸ’αž›αž·αž“αž€αŸ’αžšαž’αžΌαž”αž”αŸ’αžšαž αžΎαžšαž•αž„αžŠαŸ‚αžš",
38
+ "hyp": "αž€αžΆαžšαž”αž“αŸ’αžαŸ‚αž˜ αžαŸ’αž‘αž·αŸ‡αžŠαžΌαž„ αž‡αž½αž™ αž±αŸ’αž™ αžŸαž„αŸ‹αžαŸ’αž…αžΆαžšαŸ’αž™ αž˜αžΆαž“ αž—αžΆαž– αž‘αž“αŸ‹ αž›αŸ’αž˜αžΎαž™ αž αžΎαž™ αžŸαŸ’αž›αžΉαž€αžαžΎαž™ αž€αŸ αž‡αž½αž™ αž”αž“αŸ’αžαŸ‚αž˜ αž“αžΌαžœ αž€αŸ’αž›αž·αž“ αž€αŸ’αžšαž’αžΌαž” αž”αŸ’αžšαž αžΎαžš αž•αž„ αžŠαŸ‚αžš"
39
+ },
40
+ {
41
+ "ref": "αž‘αžΉαž€αž›αŸ’αž–αŸ…αž”αžΆαž“αž€αŸ’αž›αžΆαž™αž‡αžΆαž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸαž–αŸαž‰αž“αž·αž™αž˜αž˜αž½αž™ αž€αŸ’αž“αž»αž„αž…αŸ†αžŽαŸ„αž˜αž’αŸ’αž“αž€αžŠαŸ‚αž›αž™αž€αž…αž·αžαŸ’αžαž‘αž»αž€αžŠαžΆαž€αŸ‹αž›αžΎαžŸαž»αžαž—αžΆαž– αž“αž·αž„αžŸαŸ’αžœαŸ‚αž„αžšαž€αž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž”αŸ’αžšαž™αŸ„αž‡αž“αŸαžαŸ’αž–αžŸαŸ‹",
42
+ "hyp": "αž‘αžΉαž€ αž›αŸ’αž–αŸ… αž”αžΆαž“ αž€αŸ’αž›αžΆαž™ αž‡αžΆ αž—αŸαžŸαž‡αŸ’αž‡αŸˆ ដ៏ αž–αŸ αž“αž·αž™αž˜ αž˜αž½αž™ αž€αŸ’αž“αž»αž„ αž…αŸ†αžŽαŸ„αž˜ αž’αŸ’αž“αž€ αžŠαŸ‚αž› αž™αž€ αž…αž·αžαŸ’αž αž‘αž»αž€αžŠαžΆαž€αŸ‹ αž›αžΎ αžŸαž»αžαž—αžΆαž– αž“αž·αž„ αžŸαŸ’αžœαŸ‚αž„αžšαž€ αž—αŸαžŸαž‡αŸ’αž‡αŸˆ αžŠαŸ‚αž› αž˜αžΆαž“ αž‚αž»αžŽ αž”αŸ’αžšαž™αŸ„αž‡αž“αŸ αžαŸ’αž–αžŸαŸ‹"
43
+ }
44
+ ]
45
+ },
46
+ "fleurs_km_test": {
47
+ "cer": 0.11262976629766297,
48
+ "n": 771,
49
+ "rtf": 0.006777807880311398,
50
+ "examples": [
51
+ {
52
+ "ref": "αž˜αž“αž»αžŸαŸ’αžŸαž˜αž½αž™οΏ½οΏ½αŸ†αž“αž½αž“αž‚αž·αžαžαžΆ αž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αžαŸ’αžšαžΌαžœ αž”αŸ‰αž»αž“αŸ’αžαŸ‚αž˜αž“αž»αžŸαŸ’αžŸαž‡αžΆαž…αŸ’αžšαžΎαž“αž‡αžΏαžαžΆαž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αž˜αž·αž“αžαŸ’αžšαžΌαžœαž‘αŸ αž‚αžΆαžαŸ‹αžαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž’αŸ’αžœαžΎαžŠαŸ†αžŽαžΎαžšαžœαž·αž›αž‡αž»αŸ†αžœαž·αž‰αž•αŸ‚αž“αžŠαžΈ αžšαž½αž˜αž‘αžΆαŸ†αž„αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž“αž·αž„αž•αŸ’αž€αžΆαž™αžŠαž‘αŸƒαž‘αŸ€αžαž•αž„αžŠαŸ‚αžš",
53
+ "hyp": "αž˜αž“αž»αžŸαŸ’αžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αž‚αž·αžαžαžΆαž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αžαŸ’αžšαžΌαžœ αž”αŸ‰αž»αž“αŸ’αžαŸ‚αž˜αž“αž»αžŸαŸ’αžŸαž‡αžΆαž…αŸ’αžšαžΎαž“αž‡αžΏαžαžΆαž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αž˜αž·αž“αžαŸ’αžšαžΌαžœαž‘αŸ αž‚αžΆαžαŸ‹αžαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™αž’αŸ’αžœαžΎαžŠαŸ†αžŽαžΎαžšαžœαž·αž›αž‡αŸ…αžœαž·αž‰αž•αŸ‚αž“αžŠαžΈαžšαž½αž˜αž‘αžΆαŸ†αž„αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™αž“αž·αž„αž•αŸ’αž€αžΆαž™αžŠαŸαž’αž‘αŸƒαž‘αŸ€αžαž•αž„αžŠαŸ‚αžš"
54
+ },
55
+ {
56
+ "ref": "αžŸαŸ†αžŽαžΎαž˜αž“αŸ…αž›αžΎαžŠαŸƒαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž“αžΉαž„αž˜αžΆαž“αž”αŸ’αžšαžαž·αž€αž˜αŸ’αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αžŸαŸ’αžšαž‘αžΆαž”αŸ‹αžαžΆαž„αž€αŸ’αžšαŸ… αžŠαŸ‚αž›αž“αžΉαž„αž’αžΆαž…αžŠαžΉαž„αž‡αžΆαž˜αž»αž“αž”αžΆαž“ αžšαž½αž…αž”αž„αŸ’αž€αžΎαžαž‡αžΆαžŸαŸ†αž”αž€αž˜αž½αž™αž”αŸ’αžšαž—αŸαž‘",
57
+ "hyp": "αžŸαŸ†αžŽαžΎαž˜ αž“αŸ…αž›αžΎαžŠαŸƒαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž“αžΉαž„αž˜αžΆαž“αž”αŸ’αžšαžΉαžαŸ’αžαž·αž€αž˜αŸ’αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αžŸαŸ’αžšαž‘αŸαž–αžαžΆαž„αž€αŸ’αžšαŸ… αžŠαŸ‚αž›αž“αžΉαž„αž’αžΆαž…αžŠαžΉαž„αž‡αžΆαž˜αž»αž“αž”αžΆαž“ αžšαž½αž…αž”αž„αŸ’αž€αžΎαžαž‡αžΆαžŸαŸ†αž”αž€αž˜αž½αž™αž”αŸ’αžšαž—αŸαž‘"
58
+ },
59
+ {
60
+ "ref": "αž‘αžΈαž€αŸ’αžšαž»αž„αž“αŸαŸ‡αž€αŸαž‡αžΆαž˜αžΌαž›αžŠαŸ’αž‹αžΆαž“αžŠαžΎαž˜αŸ’αž”αžΈαž‘αžΎαž„αž—αŸ’αž“αŸ†αž—αŸ’αž›αžΎαž„ yiragongo αžšαž½αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αž€αžΆαžšαžαžΆαž˜ountain orilla αžŠαŸ‚αž›αž˜αžΆαž“αžαž˜αŸ’αž›αŸƒαžαŸ„αž€αž”αŸ†αž•αž»αžαž“αŸ…αž’αžΆαž αŸ’αžœαŸ’αžšαž·αž€",
61
+ "hyp": "αž‘αžΈαž€αŸ’αžšαž»αž„αž“αŸαŸ‡αž€αŸαž‡αžΆαž˜αžΌαž›αžŠαŸ’αž‹αžΆαž“αžŠαžΎαž˜αŸ’αž”αžΈαž‘αžΎαž„αž—αŸ’αž“αŸ†αž—αŸ’αž›αžΎαž„ αž“αžΈαžšαŸ‰αžΆαŸ’αž€oαž“αž€αžΌ αžšαž½αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αž€αžΆαžšαžαžΆαž˜αž˜αŸ‰αŸ„αž“tαŸ‚αž“ αž€αžΌαžšαžΈαž‘αžΆ αžŠαŸ‚αž›αž˜αžΆαž“αžαž˜αŸ’αž›αŸƒαžαž”αž”αŸ†αž•αž»αžαž“αŸ…αž’αžΆαž αž αŸ’αžœαŸ’αžšαž·αž€"
62
+ }
63
+ ]
64
+ },
65
+ "libri_dev_clean": {
66
+ "cer": 0.015860143522683594,
67
+ "n": 2703,
68
+ "wer": 0.04521892577478769,
69
+ "rtf": 0.006160100618348849,
70
+ "examples": [
71
+ {
72
+ "ref": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel",
73
+ "hyp": "mr quilter is the apostle of the middle classes and we are glad to welcome his gospel"
74
+ },
75
+ {
76
+ "ref": "nor is mister quilter's manner less interesting than his matter",
77
+ "hyp": "nor is mr quilter's manner less interesting than his matter"
78
+ },
79
+ {
80
+ "ref": "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind",
81
+ "hyp": "he tells us that at this festive season of the year with christmas and rose beef looming before us similes drawn from eating and its results occur most readily to the mind"
82
+ }
83
+ ]
84
+ },
85
+ "libri_test_clean": {
86
+ "cer": 0.01636625873370931,
87
+ "n": 2620,
88
+ "wer": 0.04397443700547778,
89
+ "rtf": 0.006210090116807237,
90
+ "examples": [
91
+ {
92
+ "ref": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flour fattened sauce",
93
+ "hyp": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flower-fattened sauce"
94
+ },
95
+ {
96
+ "ref": "stuff it into you his belly counselled him",
97
+ "hyp": "stuff it into you his belly counselled him"
98
+ },
99
+ {
100
+ "ref": "after early nightfall the yellow lamps would light up here and there the squalid quarter of the brothels",
101
+ "hyp": "after early nightfall the yellow lamps would light up here and there the squalid quarter of the brofles"
102
+ }
103
+ ]
104
+ },
105
+ "libri_test_other": {
106
+ "cer": 0.036180234067892225,
107
+ "n": 2939,
108
+ "wer": 0.08870336052576276,
109
+ "rtf": 0.006097428758073933,
110
+ "examples": [
111
+ {
112
+ "ref": "there's iron they say in all our blood and a grain or two perhaps is good but his he makes me harshly feel has got a little too much of steel anon",
113
+ "hyp": "there's iron they say in all our blood and a grain or two perhaps is good but his he makes me harshly feel has got a little too much of steel anon"
114
+ },
115
+ {
116
+ "ref": "margaret said mister hale as he returned from showing his guest downstairs i could not help watching your face with some anxiety when mister thornton made his confession of having been a shop boy",
117
+ "hyp": "margaret said mr hal as he returned from showing his guest downstairs i could not help watching your face with some anxiety when mr thounton made his confession of having been a shop-boy"
118
+ },
119
+ {
120
+ "ref": "you don't mean that you thought me so silly",
121
+ "hyp": "you don't mean that you thought me so silly"
122
+ }
123
+ ]
124
+ }
125
+ }
126
+ }
eval/stock_1b_fleurs.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ckpt": "/run/media/pc/disk1/ml-data/models/pretrained/omniASR-CTC-1B/omniASR-CTC-1B.omniprune.pt",
3
+ "params_total": 975065300,
4
+ "params_encoder": 962496128.0,
5
+ "gmacs_per_audio_second": 50.277134336,
6
+ "dtype": "bf16",
7
+ "results": {
8
+ "fleurs_km_dev": {
9
+ "cer": 0.10689101784759034,
10
+ "n": 326,
11
+ "rtf": 0.006714766460513306,
12
+ "examples": [
13
+ {
14
+ "ref": "αž€αžΆαž›αžŠαžΎαž˜αž‘αžΎαž™αžŸαž˜αŸ’αž›αŸ€αž€αž”αŸ†αž–αžΆαž€αŸ‹αž‚αžΊαž’αŸ’αž„αž“αŸ‹αž‘αž‘αž½αž›αž₯αž‘αŸ’αžœαž·αž–αž›αžŠαŸ„αž™αžœαž”αŸ’αž”αž’αž˜αŸŒyzantine αž“αŸ…αž—αžΆαž‚αžαžΆαž„αž€αžΎαž",
15
+ "hyp": "αž€αžΆαžšαžŠαžΎαž˜αž‘αžΎαž™αžŸαž˜αŸ’αž›αŸ€αž„αž”αŸ†αž–αžΆαž€αŸ‹αž‚αžΊαž’αŸ’αž„αž“αŸ‹αž‘αž‘αž½αž›αž₯αž‘αŸ’αž’αž·αž–αž›αžŠαŸ„αž™αžœαž”αŸ’αž”αž’αž˜αŸŒαž”αŸƒαž αžŸαžΆαž“tαžΈαž“ αž“αŸ…αž—αžΆαž‚αžαžΆαž„αž€αžΎαž"
16
+ },
17
+ {
18
+ "ref": "αžœαžΆαž˜αžΆαž“αž•αž›αž”αŸ‰αŸ‡αž–αžΆαž›αŸ‹αžŸαž„αŸ’αž‚αž˜αž“αž·αž„αž“αž™αŸ„αž”αžΆαž™αž‡αžΆαž…αŸ’αžšαžΎαž“αžŠαžΌαž…αž‡αžΆαž€αžΆαžšαž”αŸ’αžšαžΎαž”αŸ’αžšαžΆαžŸαŸ‹αž”αŸ’αžšαž–αŸαž“αŸ’αž’αž˜αŸ‰αžΆαž‘αŸ’αžšαžΈαž€ αž€αžΆαžšαž•αŸ’αž›αžΆαžŸαŸ‹αž”αŸ’αžαžΌαžšαž–αžΈαžšαž”αž”αž•αŸ’αžαžΆαž…αŸ‹αž€αžΆαžšαž‘αŸ…αž‡αžΆαžšαž”αž”αžŸαžΆαž’αžΆαžšαžŽαŸˆ αž‡αžΆαžαž·αž“αž·αž™αž˜ αž“αž·αž„αž‡αŸ†αž“αžΏαž‡αžΆαž€αŸ‹αž›αžΆαž€αŸ‹αžαžΆαž”αŸ’αžšαž‘αŸαžŸαž“αŸαŸ‡αž‡αžΆαžšαž”αžŸαŸ‹αž”αŸ’αžšαž‡αžΆαžšαžΆαžŸαŸ’αžšαŸ’αžαž˜αž·αž“αž˜αŸ‚αž“αž‡αžΆαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž‚αŸ’αžšαž”αŸ‹αž‚αŸ’αžšαž„αž˜αŸ’αž“αžΆαž€αŸ‹αž“αŸ„αŸ‡αž‘αŸ",
19
+ "hyp": "αžœαžΆαž˜αžΆαž“αž•αž›αž”αŸ‰αŸ‡αž–αžΆαž›αŸ‹αžŸαž„αŸ’αž‚αž˜αž“αž·αž„αž“αž™αŸ„αž”αžΆαž™αž‡αžΆαž…αŸ’αžšαžΎαž“ αžŠαžΌαž…αž‡αžΆαž€αžΆαžšαž”αŸ’αžšαžΎαž”αŸ’αžšαžΆαžŸαŸ‹αž”αŸ’αžšαž–αŸαž“αŸ’αž’αž˜αŸ‰αžΆαž‘αŸ’αžšαžΈαžŸαž€αžΆαžšαž•αŸ’αž›αžΆαžŸαŸ‹αž”αŸ’αžαžΌαžšαž–αžΈαžšαž”αžŸαŸ‹αž”αŸ’αž›αŸ‚αž…αž€αžΆαžšαžαŸ…αž‡αžΆαžšαž”αžŸαŸ‹αžŸαžΆαž’αžΆαžšαžŽαŸˆαž‡αžΆαžαž·αž“αž·αž™αž˜ αž“αž·αž„αž‡αŸ†αž“αžΏαž‡αžΆαž€αŸ‹αž›αžΆαž€αŸ‹αžαžΆαž”αŸ’αžšαž‘αŸαžŸαž“αŸαŸ‡αž‡αžΆαžšαž”αžŸαŸ‹αž”αŸ’αžšαž‡αžΆαžšαžΆαžŸαŸ’ αž˜αž·αž“αž˜αŸ‚αž“αž‡αžΆαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž‚αŸ’αžšαž”αŸ‹αž‚αŸ’αžšαž„αž˜αŸ’αž“αžΆαž€αŸ‹αž“αŸ„αŸ‡αž‘αŸ"
20
+ },
21
+ {
22
+ "ref": "αž—αžΆαž‚αžαžΆαž„αž‡αžΎαž„ αž¬αžαŸ†αž”αž“αŸ‹ entinel ange αž˜αžΆαž“αž—αŸ’αž“αŸ†αžαŸ’αž–αžŸαŸ‹αž‡αžΆαž„αž‚αŸαž“αŸƒαž‘αŸ’αžœαžΈαž”αž’αž„αŸ‹αžαžΆαž€αŸ‹αž‘αž·αž€ αž‚αžΊαž—αŸ’αž“αŸ† inson assif αžŠαŸ‚αž›αž˜αžΆαž“αž€αŸ†αž–αžΌαž›αž€αž˜αŸ’αž–αžŸαŸ‹ 4892 αž˜αŸ‰αŸ‚αžαŸ’αžš αž—αŸ’αž“αŸ† ount inson",
23
+ "hyp": "αž—αžΆαž‚αžαžΆαž„αž‡αŸ’αžšαžΎαž„αž¬αžŸαžαŸ†αž”αž“αŸ‹ αžŸαž·αž“tiαž“αŸ‚αž›riαž„g αž˜αžΆαž“αž—αŸ’αž“αŸ†αžαŸ’αžαŸ’αž–αžŸαŸ‹αž‡αžΆαž„αž‚αŸαž“αŸƒαž‘αŸ’αžœαžΈαž”αž’αž„αŸ‹αžαžΆαž€αŸ‹αž‘αž·αž€ αž‚αžΊαž—αŸ’αž“αŸ†αžœiαž“αžŸαž·αž“ αž˜αŸ‰αžΆαžŸαŸŠαžΈαž αŸ’αžœ αžŠαŸ‚αž›αž˜αžΆαž“αž€αŸ†αž–αžΌαž›αž€αž˜αŸ’αž–αžŸαŸ‹αž˜αŸ‰αŸ‚αžαŸ’αžš αž—αŸ’αž“αŸ†αž˜αŸ‰αŸ„αž“αžœαžΈαž“αžŸαž·αž“"
24
+ }
25
+ ]
26
+ },
27
+ "fleurs_en_dev": {
28
+ "cer": 0.054477869134951507,
29
+ "n": 394,
30
+ "wer": 0.1447336115885097,
31
+ "rtf": 0.006388914222975234,
32
+ "examples": [
33
+ {
34
+ "ref": "when you call someone who is thousands of miles away you are using a satellite",
35
+ "hyp": "when you call someone who has thousands of miles away you are using a satellite"
36
+ },
37
+ {
38
+ "ref": "now widely available throughout the archipelago javanese cuisine features an array of simply seasoned dishes the predominant flavorings the javanese favor being peanuts chillies sugar especially javanese coconut sugar and various aromatic spices",
39
+ "hyp": "now widely available throughout the archipelago japanese cuisines features an array of simply season dishes the predominant flavorings the japanese favor being pinat chillis sugar especially japanese cocoanut sugar and various aromatic spices"
40
+ },
41
+ {
42
+ "ref": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts",
43
+ "hyp": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts"
44
+ }
45
+ ]
46
+ },
47
+ "fleurs_en_test": {
48
+ "cer": 0.04931213914035213,
49
+ "n": 647,
50
+ "wer": 0.1238148354712772,
51
+ "rtf": 0.006276556365347645,
52
+ "examples": [
53
+ {
54
+ "ref": "however due to the slow communication channels styles in the west could lag behind by 25 to 30 year",
55
+ "hyp": "however due to the slow communication channels styles in the west could lag behind by to years"
56
+ },
57
+ {
58
+ "ref": "all nouns alongside the word sie for you always begin with a capital letter even in the middle of a sentence",
59
+ "hyp": "all nowns alongside the world's say for you always begin with a capital letter even in the middle of a sentence"
60
+ },
61
+ {
62
+ "ref": "to the north and within easy reach is the romantic and fascinating town of sintra and which was made famous to foreigners after a glowing account of its splendours recorded by lord byron",
63
+ "hyp": "to the north and within easy reach is the romantic and fascinating town of cintra and which was made famous to foreigners after a glowing account of its splendouress recorded by lord byron"
64
+ }
65
+ ]
66
+ }
67
+ }
68
+ }