RESPIN commited on
Commit
d9444e0
·
verified ·
1 Parent(s): 62bc50c

Upload 3 files

Browse files
espnet_models/data/tokens.txt ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <blank>
2
+ <unk>
3
+ <space>
4
+ ा
5
+ े
6
+ क
7
+ र
8
+ ्
9
+ ह
10
+ ल
11
+ स
12
+ न
13
+ म
14
+ ि
15
+ ी
16
+ त
17
+ य
18
+ ं
19
+ व
20
+ प
21
+ ो
22
+ ज
23
+ ब
24
+ ग
25
+ द
26
+ इ
27
+ ु
28
+ ट
29
+ ई
30
+ च
31
+ भ
32
+ श
33
+ आ
34
+ ू
35
+ अ
36
+ ख
37
+ ए
38
+ उ
39
+ ध
40
+ थ
41
+ ड
42
+ ष
43
+ ै
44
+ ऽ
45
+ ड़
46
+ फ
47
+ ण
48
+ ,
49
+ ौ
50
+ .
51
+ छ
52
+ ॉ
53
+ ठ
54
+ ृ
55
+ ञ
56
+ घ
57
+ ओ
58
+ ढ़
59
+ ऊ
60
+ झ
61
+ औ
62
+ ँ
63
+ ऑ
64
+ ?
65
+ ढ
66
+ ज़
67
+ फ़
68
+ ऐ
69
+ ऋ
70
+ ॅ
71
+ ः
72
+ ङ
73
+ E
74
+ ॐ
75
+ S
76
+ N
77
+ ऍ
78
+ T
79
+ C
80
+ ‚
81
+ <sos/eos>
espnet_models/exp/config.yaml ADDED
@@ -0,0 +1,223 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ config: null
2
+ print_config: false
3
+ log_level: INFO
4
+ drop_last_iter: false
5
+ dry_run: false
6
+ iterator_type: sequence
7
+ valid_iterator_type: null
8
+ output_dir: exp/lm_mg_lm
9
+ ngpu: 1
10
+ seed: 0
11
+ num_workers: 1
12
+ num_att_plot: 3
13
+ dist_backend: nccl
14
+ dist_init_method: env://
15
+ dist_world_size: null
16
+ dist_rank: null
17
+ local_rank: 0
18
+ dist_master_addr: null
19
+ dist_master_port: null
20
+ dist_launcher: null
21
+ multiprocessing_distributed: false
22
+ unused_parameters: false
23
+ sharded_ddp: false
24
+ cudnn_enabled: true
25
+ cudnn_benchmark: false
26
+ cudnn_deterministic: true
27
+ use_tf32: false
28
+ collect_stats: false
29
+ write_collected_feats: false
30
+ max_epoch: 40
31
+ patience: null
32
+ val_scheduler_criterion:
33
+ - valid
34
+ - loss
35
+ early_stopping_criterion:
36
+ - valid
37
+ - loss
38
+ - min
39
+ best_model_criterion:
40
+ - - train
41
+ - loss
42
+ - min
43
+ - - valid
44
+ - loss
45
+ - min
46
+ - - train
47
+ - acc
48
+ - max
49
+ - - valid
50
+ - acc
51
+ - max
52
+ keep_nbest_models:
53
+ - 10
54
+ nbest_averaging_interval: 0
55
+ grad_clip: 5.0
56
+ grad_clip_type: 2.0
57
+ grad_noise: false
58
+ accum_grad: 1
59
+ no_forward_run: false
60
+ resume: true
61
+ train_dtype: float32
62
+ use_amp: false
63
+ log_interval: null
64
+ use_matplotlib: true
65
+ use_tensorboard: true
66
+ create_graph_in_tensorboard: false
67
+ use_wandb: false
68
+ wandb_project: null
69
+ wandb_id: null
70
+ wandb_entity: null
71
+ wandb_name: null
72
+ wandb_model_log_interval: -1
73
+ detect_anomaly: false
74
+ use_adapter: false
75
+ adapter: lora
76
+ save_strategy: all
77
+ adapter_conf: {}
78
+ pretrain_path: null
79
+ init_param: []
80
+ ignore_init_mismatch: false
81
+ freeze_param: []
82
+ num_iters_per_epoch: null
83
+ batch_size: 20
84
+ valid_batch_size: null
85
+ batch_bins: 1000000
86
+ valid_batch_bins: null
87
+ train_shape_file:
88
+ - exp/lm_stats_en_char/train/text_shape.char
89
+ valid_shape_file:
90
+ - exp/lm_stats_en_char/valid/text_shape.char
91
+ batch_type: folded
92
+ valid_batch_type: null
93
+ fold_length:
94
+ - 150
95
+ sort_in_batch: descending
96
+ shuffle_within_batch: false
97
+ sort_batch: descending
98
+ multiple_iterator: false
99
+ chunk_length: 500
100
+ chunk_shift_ratio: 0.5
101
+ num_cache_chunks: 1024
102
+ chunk_excluded_key_prefixes: []
103
+ chunk_default_fs: null
104
+ chunk_max_abs_length: null
105
+ chunk_discard_short_samples: true
106
+ train_data_path_and_name_and_type:
107
+ - - dump/raw_copy/lm_train.txt
108
+ - text
109
+ - text
110
+ valid_data_path_and_name_and_type:
111
+ - - dump/raw_copy/org/valid/text
112
+ - text
113
+ - text
114
+ multi_task_dataset: false
115
+ allow_variable_data_keys: false
116
+ max_cache_size: 0.0
117
+ max_cache_fd: 32
118
+ allow_multi_rates: false
119
+ valid_max_cache_size: null
120
+ exclude_weight_decay: false
121
+ exclude_weight_decay_conf: {}
122
+ optim: adadelta
123
+ optim_conf: {}
124
+ scheduler: null
125
+ scheduler_conf: {}
126
+ token_list:
127
+ - <blank>
128
+ - <unk>
129
+ - <space>
130
+ - ा
131
+ - े
132
+ - क
133
+ - र
134
+ - ्
135
+ - ह
136
+ - ल
137
+ - स
138
+ - न
139
+ - म
140
+ - ि
141
+ - ी
142
+ - त
143
+ - य
144
+ - ं
145
+ - व
146
+ - प
147
+ - ो
148
+ - ज
149
+ - ब
150
+ - ग
151
+ - द
152
+ - इ
153
+ - ु
154
+ - ट
155
+ - ई
156
+ - च
157
+ - भ
158
+ - श
159
+ - आ
160
+ - ू
161
+ - अ
162
+ - ख
163
+ - ए
164
+ - उ
165
+ - ध
166
+ - थ
167
+ - ड
168
+ - ष
169
+ - ै
170
+ - ऽ
171
+ - ड़
172
+ - फ
173
+ - ण
174
+ - ','
175
+ - ौ
176
+ - .
177
+ - छ
178
+ - ॉ
179
+ - ठ
180
+ - ृ
181
+ - ञ
182
+ - घ
183
+ - ओ
184
+ - ढ़
185
+ - ऊ
186
+ - झ
187
+ - औ
188
+ - ँ
189
+ - ऑ
190
+ - '?'
191
+ - ढ
192
+ - ज़
193
+ - फ़
194
+ - ऐ
195
+ - ऋ
196
+ - ॅ
197
+ - ः
198
+ - ङ
199
+ - E
200
+ - ॐ
201
+ - S
202
+ - N
203
+ - ऍ
204
+ - T
205
+ - C
206
+ - ‚
207
+ - <sos/eos>
208
+ init: null
209
+ use_preprocessor: true
210
+ token_type: char
211
+ bpemodel: null
212
+ non_linguistic_symbols: null
213
+ cleaner: null
214
+ g2p: null
215
+ lm: seq_rnn
216
+ lm_conf: {}
217
+ model: lm
218
+ model_conf: {}
219
+ required:
220
+ - output_dir
221
+ - token_list
222
+ version: '202402'
223
+ distributed: false
espnet_models/exp/valid.loss.best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf2810560d03796d78d8ac412500fbb27b957dbbe0011302ed46920e6e793d11
3
+ size 27505808