Kus669 commited on
Commit
fc03051
·
verified ·
1 Parent(s): 781e16f

Upload folder using huggingface_hub

Browse files
checkpoint-8792/config.json ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ablation_use_image": true,
3
+ "ablation_use_ocr": true,
4
+ "ablation_use_qaclip": true,
5
+ "architectures": [
6
+ "OpenViVQAModel"
7
+ ],
8
+ "char_max_num": 50,
9
+ "char_num": 168,
10
+ "clip_vision_name": "openai/clip-vit-base-patch16",
11
+ "consformer_constituent": "tree",
12
+ "consformer_gate": true,
13
+ "consformer_geometry": true,
14
+ "consformer_residual": true,
15
+ "consformer_span": true,
16
+ "consformer_span_weight": 0.1,
17
+ "consformer_tree_transformer": false,
18
+ "consformer_word_link": true,
19
+ "decoder_start_token_id": 0,
20
+ "do_center_crop": false,
21
+ "do_resize": true,
22
+ "dove_adv": "ocr_both",
23
+ "dove_adv_combine": "joint",
24
+ "dove_adv_eps": 0.05,
25
+ "dove_adv_rampup": true,
26
+ "dove_adv_steps": 2,
27
+ "dove_adv_weight": 0.5,
28
+ "dove_contrastive": false,
29
+ "dove_contrastive_weight": 0.1,
30
+ "dove_temperature": 0.1,
31
+ "eos_token_id": 1,
32
+ "generation_max_new_tokens": 56,
33
+ "generation_num_beams": 4,
34
+ "image_mean": [
35
+ 0.48145466,
36
+ 0.4578275,
37
+ 0.40821073
38
+ ],
39
+ "image_size": null,
40
+ "image_std": [
41
+ 0.26862954,
42
+ 0.26130258,
43
+ 0.27577711
44
+ ],
45
+ "model_type": "openvivqa",
46
+ "ocr_cuda_device": "cuda:0",
47
+ "ocr_d_det": 256,
48
+ "ocr_d_rec": 256,
49
+ "ocr_edit_distance": 2,
50
+ "ocr_feature_norm": "layernorm",
51
+ "ocr_full_features": true,
52
+ "ocr_jaccard_dupe": 0.78,
53
+ "ocr_lowercase": true,
54
+ "ocr_max_2d_position_embeddings": 1024,
55
+ "ocr_max_non_alnum_ratio": 0.6,
56
+ "ocr_max_scene_text": 180,
57
+ "ocr_min_text_len_keep": 2,
58
+ "ocr_num_distances": 32,
59
+ "ocr_visual_pool": false,
60
+ "ocrseq_dropout": 0.1,
61
+ "ocrseq_margin_frac": 0.14,
62
+ "ocrseq_pool_size": 3,
63
+ "ocrseq_use_spatial": true,
64
+ "pad_token_id": 0,
65
+ "qa_clip_d_text": null,
66
+ "qavit_gated_joint": true,
67
+ "qavit_ground": true,
68
+ "qavit_ground_weight": 0.1,
69
+ "text_max_input_length": 32,
70
+ "text_max_target_length": 56,
71
+ "torch_dtype": "float32",
72
+ "transformers_version": "4.45.2",
73
+ "twc_adv_probability": 0.35,
74
+ "twc_contrastive": false,
75
+ "twc_eval_related": "none",
76
+ "twc_label_list": [
77
+ 0.9,
78
+ 0.9
79
+ ],
80
+ "twc_siglip": false,
81
+ "twc_temperature_init": 0.1,
82
+ "twc_text_labels": false,
83
+ "twc_text_only": false,
84
+ "twc_two_views": true,
85
+ "twc_weight": 1.0,
86
+ "use_twc": true,
87
+ "vit5_name": "VietAI/vit5-base"
88
+ }
checkpoint-8792/generation_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "decoder_start_token_id": 0,
3
+ "eos_token_id": 1,
4
+ "max_new_tokens": 56,
5
+ "num_beams": 4,
6
+ "pad_token_id": 0,
7
+ "transformers_version": "4.45.2"
8
+ }
checkpoint-8792/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b74a6a4c02852fbbcaf2438015fd160e0096ff53c451a8a7575dc9e80f2b6b7f
3
+ size 1382595968
checkpoint-8792/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ab0256a7f3528a0be1d70d30fea86ea90645fd8b7a87db35b46833e7ff25060
3
+ size 2078942142
checkpoint-8792/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f5f963a0e3b40bfe43810d3658da8c52fb5188f4c96eb8ee4a30d676f9745b3
3
+ size 14645
checkpoint-8792/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4491676d234237a70841e61a3b5dfa4e7bb2231aa509973921358271e8ee7555
3
+ size 1529
checkpoint-8792/special_tokens_map.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<extra_id_0>",
4
+ "<extra_id_1>",
5
+ "<extra_id_2>",
6
+ "<extra_id_3>",
7
+ "<extra_id_4>",
8
+ "<extra_id_5>",
9
+ "<extra_id_6>",
10
+ "<extra_id_7>",
11
+ "<extra_id_8>",
12
+ "<extra_id_9>",
13
+ "<extra_id_10>",
14
+ "<extra_id_11>",
15
+ "<extra_id_12>",
16
+ "<extra_id_13>",
17
+ "<extra_id_14>",
18
+ "<extra_id_15>",
19
+ "<extra_id_16>",
20
+ "<extra_id_17>",
21
+ "<extra_id_18>",
22
+ "<extra_id_19>",
23
+ "<extra_id_20>",
24
+ "<extra_id_21>",
25
+ "<extra_id_22>",
26
+ "<extra_id_23>",
27
+ "<extra_id_24>",
28
+ "<extra_id_25>",
29
+ "<extra_id_26>",
30
+ "<extra_id_27>",
31
+ "<extra_id_28>",
32
+ "<extra_id_29>",
33
+ "<extra_id_30>",
34
+ "<extra_id_31>",
35
+ "<extra_id_32>",
36
+ "<extra_id_33>",
37
+ "<extra_id_34>",
38
+ "<extra_id_35>",
39
+ "<extra_id_36>",
40
+ "<extra_id_37>",
41
+ "<extra_id_38>",
42
+ "<extra_id_39>",
43
+ "<extra_id_40>",
44
+ "<extra_id_41>",
45
+ "<extra_id_42>",
46
+ "<extra_id_43>",
47
+ "<extra_id_44>",
48
+ "<extra_id_45>",
49
+ "<extra_id_46>",
50
+ "<extra_id_47>",
51
+ "<extra_id_48>",
52
+ "<extra_id_49>",
53
+ "<extra_id_50>",
54
+ "<extra_id_51>",
55
+ "<extra_id_52>",
56
+ "<extra_id_53>",
57
+ "<extra_id_54>",
58
+ "<extra_id_55>",
59
+ "<extra_id_56>",
60
+ "<extra_id_57>",
61
+ "<extra_id_58>",
62
+ "<extra_id_59>",
63
+ "<extra_id_60>",
64
+ "<extra_id_61>",
65
+ "<extra_id_62>",
66
+ "<extra_id_63>",
67
+ "<extra_id_64>",
68
+ "<extra_id_65>",
69
+ "<extra_id_66>",
70
+ "<extra_id_67>",
71
+ "<extra_id_68>",
72
+ "<extra_id_69>",
73
+ "<extra_id_70>",
74
+ "<extra_id_71>",
75
+ "<extra_id_72>",
76
+ "<extra_id_73>",
77
+ "<extra_id_74>",
78
+ "<extra_id_75>",
79
+ "<extra_id_76>",
80
+ "<extra_id_77>",
81
+ "<extra_id_78>",
82
+ "<extra_id_79>",
83
+ "<extra_id_80>",
84
+ "<extra_id_81>",
85
+ "<extra_id_82>",
86
+ "<extra_id_83>",
87
+ "<extra_id_84>",
88
+ "<extra_id_85>",
89
+ "<extra_id_86>",
90
+ "<extra_id_87>",
91
+ "<extra_id_88>",
92
+ "<extra_id_89>",
93
+ "<extra_id_90>",
94
+ "<extra_id_91>",
95
+ "<extra_id_92>",
96
+ "<extra_id_93>",
97
+ "<extra_id_94>",
98
+ "<extra_id_95>"
99
+ ],
100
+ "eos_token": "</s>",
101
+ "pad_token": "<pad>",
102
+ "unk_token": "<unk>"
103
+ }
checkpoint-8792/spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59986b62f9f0b90edafb9b073ea7b93d21114a5841219a1ea2399ade73f729c6
3
+ size 820370
checkpoint-8792/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-8792/tokenizer_config.json ADDED
@@ -0,0 +1,902 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<pad>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "</s>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "<unk>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "36000": {
28
+ "content": "<extra_id_95>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "36001": {
36
+ "content": "<extra_id_94>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "36002": {
44
+ "content": "<extra_id_93>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "36003": {
52
+ "content": "<extra_id_92>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "36004": {
60
+ "content": "<extra_id_91>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "36005": {
68
+ "content": "<extra_id_90>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "36006": {
76
+ "content": "<extra_id_89>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "36007": {
84
+ "content": "<extra_id_88>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "36008": {
92
+ "content": "<extra_id_87>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "36009": {
100
+ "content": "<extra_id_86>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "36010": {
108
+ "content": "<extra_id_85>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "36011": {
116
+ "content": "<extra_id_84>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "36012": {
124
+ "content": "<extra_id_83>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "36013": {
132
+ "content": "<extra_id_82>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "36014": {
140
+ "content": "<extra_id_81>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "36015": {
148
+ "content": "<extra_id_80>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "36016": {
156
+ "content": "<extra_id_79>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "36017": {
164
+ "content": "<extra_id_78>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "36018": {
172
+ "content": "<extra_id_77>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "36019": {
180
+ "content": "<extra_id_76>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "36020": {
188
+ "content": "<extra_id_75>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "36021": {
196
+ "content": "<extra_id_74>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "36022": {
204
+ "content": "<extra_id_73>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "36023": {
212
+ "content": "<extra_id_72>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "36024": {
220
+ "content": "<extra_id_71>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "36025": {
228
+ "content": "<extra_id_70>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "36026": {
236
+ "content": "<extra_id_69>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "36027": {
244
+ "content": "<extra_id_68>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "36028": {
252
+ "content": "<extra_id_67>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "36029": {
260
+ "content": "<extra_id_66>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "36030": {
268
+ "content": "<extra_id_65>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "36031": {
276
+ "content": "<extra_id_64>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "36032": {
284
+ "content": "<extra_id_63>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "36033": {
292
+ "content": "<extra_id_62>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "36034": {
300
+ "content": "<extra_id_61>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "36035": {
308
+ "content": "<extra_id_60>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "36036": {
316
+ "content": "<extra_id_59>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "36037": {
324
+ "content": "<extra_id_58>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "36038": {
332
+ "content": "<extra_id_57>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "36039": {
340
+ "content": "<extra_id_56>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "36040": {
348
+ "content": "<extra_id_55>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "36041": {
356
+ "content": "<extra_id_54>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "36042": {
364
+ "content": "<extra_id_53>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "36043": {
372
+ "content": "<extra_id_52>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "36044": {
380
+ "content": "<extra_id_51>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "36045": {
388
+ "content": "<extra_id_50>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "36046": {
396
+ "content": "<extra_id_49>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "36047": {
404
+ "content": "<extra_id_48>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "36048": {
412
+ "content": "<extra_id_47>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "36049": {
420
+ "content": "<extra_id_46>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "36050": {
428
+ "content": "<extra_id_45>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "36051": {
436
+ "content": "<extra_id_44>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "36052": {
444
+ "content": "<extra_id_43>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "36053": {
452
+ "content": "<extra_id_42>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "36054": {
460
+ "content": "<extra_id_41>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "36055": {
468
+ "content": "<extra_id_40>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "36056": {
476
+ "content": "<extra_id_39>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "36057": {
484
+ "content": "<extra_id_38>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "36058": {
492
+ "content": "<extra_id_37>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "36059": {
500
+ "content": "<extra_id_36>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "36060": {
508
+ "content": "<extra_id_35>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "36061": {
516
+ "content": "<extra_id_34>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "36062": {
524
+ "content": "<extra_id_33>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "36063": {
532
+ "content": "<extra_id_32>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "36064": {
540
+ "content": "<extra_id_31>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "36065": {
548
+ "content": "<extra_id_30>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "36066": {
556
+ "content": "<extra_id_29>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "36067": {
564
+ "content": "<extra_id_28>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "36068": {
572
+ "content": "<extra_id_27>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "36069": {
580
+ "content": "<extra_id_26>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "36070": {
588
+ "content": "<extra_id_25>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "36071": {
596
+ "content": "<extra_id_24>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "36072": {
604
+ "content": "<extra_id_23>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "36073": {
612
+ "content": "<extra_id_22>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "36074": {
620
+ "content": "<extra_id_21>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "36075": {
628
+ "content": "<extra_id_20>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "36076": {
636
+ "content": "<extra_id_19>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "36077": {
644
+ "content": "<extra_id_18>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "36078": {
652
+ "content": "<extra_id_17>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "36079": {
660
+ "content": "<extra_id_16>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "36080": {
668
+ "content": "<extra_id_15>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "36081": {
676
+ "content": "<extra_id_14>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "36082": {
684
+ "content": "<extra_id_13>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "36083": {
692
+ "content": "<extra_id_12>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "36084": {
700
+ "content": "<extra_id_11>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "36085": {
708
+ "content": "<extra_id_10>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "36086": {
716
+ "content": "<extra_id_9>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "36087": {
724
+ "content": "<extra_id_8>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "36088": {
732
+ "content": "<extra_id_7>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "36089": {
740
+ "content": "<extra_id_6>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "36090": {
748
+ "content": "<extra_id_5>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "36091": {
756
+ "content": "<extra_id_4>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "36092": {
764
+ "content": "<extra_id_3>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "36093": {
772
+ "content": "<extra_id_2>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "36094": {
780
+ "content": "<extra_id_1>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "36095": {
788
+ "content": "<extra_id_0>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ }
795
+ },
796
+ "additional_special_tokens": [
797
+ "<extra_id_0>",
798
+ "<extra_id_1>",
799
+ "<extra_id_2>",
800
+ "<extra_id_3>",
801
+ "<extra_id_4>",
802
+ "<extra_id_5>",
803
+ "<extra_id_6>",
804
+ "<extra_id_7>",
805
+ "<extra_id_8>",
806
+ "<extra_id_9>",
807
+ "<extra_id_10>",
808
+ "<extra_id_11>",
809
+ "<extra_id_12>",
810
+ "<extra_id_13>",
811
+ "<extra_id_14>",
812
+ "<extra_id_15>",
813
+ "<extra_id_16>",
814
+ "<extra_id_17>",
815
+ "<extra_id_18>",
816
+ "<extra_id_19>",
817
+ "<extra_id_20>",
818
+ "<extra_id_21>",
819
+ "<extra_id_22>",
820
+ "<extra_id_23>",
821
+ "<extra_id_24>",
822
+ "<extra_id_25>",
823
+ "<extra_id_26>",
824
+ "<extra_id_27>",
825
+ "<extra_id_28>",
826
+ "<extra_id_29>",
827
+ "<extra_id_30>",
828
+ "<extra_id_31>",
829
+ "<extra_id_32>",
830
+ "<extra_id_33>",
831
+ "<extra_id_34>",
832
+ "<extra_id_35>",
833
+ "<extra_id_36>",
834
+ "<extra_id_37>",
835
+ "<extra_id_38>",
836
+ "<extra_id_39>",
837
+ "<extra_id_40>",
838
+ "<extra_id_41>",
839
+ "<extra_id_42>",
840
+ "<extra_id_43>",
841
+ "<extra_id_44>",
842
+ "<extra_id_45>",
843
+ "<extra_id_46>",
844
+ "<extra_id_47>",
845
+ "<extra_id_48>",
846
+ "<extra_id_49>",
847
+ "<extra_id_50>",
848
+ "<extra_id_51>",
849
+ "<extra_id_52>",
850
+ "<extra_id_53>",
851
+ "<extra_id_54>",
852
+ "<extra_id_55>",
853
+ "<extra_id_56>",
854
+ "<extra_id_57>",
855
+ "<extra_id_58>",
856
+ "<extra_id_59>",
857
+ "<extra_id_60>",
858
+ "<extra_id_61>",
859
+ "<extra_id_62>",
860
+ "<extra_id_63>",
861
+ "<extra_id_64>",
862
+ "<extra_id_65>",
863
+ "<extra_id_66>",
864
+ "<extra_id_67>",
865
+ "<extra_id_68>",
866
+ "<extra_id_69>",
867
+ "<extra_id_70>",
868
+ "<extra_id_71>",
869
+ "<extra_id_72>",
870
+ "<extra_id_73>",
871
+ "<extra_id_74>",
872
+ "<extra_id_75>",
873
+ "<extra_id_76>",
874
+ "<extra_id_77>",
875
+ "<extra_id_78>",
876
+ "<extra_id_79>",
877
+ "<extra_id_80>",
878
+ "<extra_id_81>",
879
+ "<extra_id_82>",
880
+ "<extra_id_83>",
881
+ "<extra_id_84>",
882
+ "<extra_id_85>",
883
+ "<extra_id_86>",
884
+ "<extra_id_87>",
885
+ "<extra_id_88>",
886
+ "<extra_id_89>",
887
+ "<extra_id_90>",
888
+ "<extra_id_91>",
889
+ "<extra_id_92>",
890
+ "<extra_id_93>",
891
+ "<extra_id_94>",
892
+ "<extra_id_95>"
893
+ ],
894
+ "clean_up_tokenization_spaces": false,
895
+ "eos_token": "</s>",
896
+ "extra_ids": 96,
897
+ "model_max_length": 1000000000000000019884624838656,
898
+ "pad_token": "<pad>",
899
+ "sp_model_kwargs": {},
900
+ "tokenizer_class": "T5Tokenizer",
901
+ "unk_token": "<unk>"
902
+ }
checkpoint-8792/trainer_state.json ADDED
@@ -0,0 +1,1924 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.4679778388457879,
3
+ "best_model_checkpoint": "/content/ViSceT5/output/8e1f61b_ViTextVQA_qavit-gj-gr-consformer-gate-span-geo-wl-twoviews-p35-ocrboth0.05-ramp-bs16x1/checkpoint-8792",
4
+ "epoch": 4.0,
5
+ "eval_steps": 500,
6
+ "global_step": 8792,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "adv_acc": 0.9784,
13
+ "adv_loss": 8.765,
14
+ "adv_neg_cos": 0.5917,
15
+ "adv_pos_cos": 0.8505,
16
+ "adv_ramp": 0.045,
17
+ "adv_reg": 2.5495,
18
+ "consformer_gate": 0.000696,
19
+ "epoch": 0.04549590536851683,
20
+ "grad_norm": 10.778030395507812,
21
+ "ground_area": 0.0562,
22
+ "ground_loss": 3.4248,
23
+ "ground_mass": 0.0504,
24
+ "learning_rate": 9.099181073703366e-06,
25
+ "loss": 9.2663,
26
+ "qavit_gate": 0.000554,
27
+ "span_acc": 0.4454,
28
+ "span_loss": 1.1869,
29
+ "step": 100,
30
+ "view_loss": 7.6822
31
+ },
32
+ {
33
+ "adv_acc": 0.9994,
34
+ "adv_loss": 4.8741,
35
+ "adv_neg_cos": 0.0865,
36
+ "adv_pos_cos": 0.7347,
37
+ "adv_ramp": 0.136,
38
+ "adv_reg": 1.4012,
39
+ "consformer_gate": 0.00257,
40
+ "epoch": 0.09099181073703366,
41
+ "grad_norm": 6.862112998962402,
42
+ "ground_area": 0.0554,
43
+ "ground_loss": 3.1325,
44
+ "ground_mass": 0.0656,
45
+ "learning_rate": 1.8198362147406733e-05,
46
+ "loss": 5.3738,
47
+ "qavit_gate": 0.001995,
48
+ "span_acc": 0.4399,
49
+ "span_loss": 1.1442,
50
+ "step": 200,
51
+ "view_loss": 3.7276
52
+ },
53
+ {
54
+ "adv_acc": 1.0,
55
+ "adv_loss": 4.3715,
56
+ "adv_neg_cos": 0.0731,
57
+ "adv_pos_cos": 0.7789,
58
+ "adv_ramp": 0.227,
59
+ "adv_reg": 1.2761,
60
+ "consformer_gate": 0.004525,
61
+ "epoch": 0.1364877161055505,
62
+ "grad_norm": 7.823195457458496,
63
+ "ground_area": 0.0605,
64
+ "ground_loss": 1.9638,
65
+ "ground_mass": 0.2254,
66
+ "learning_rate": 2.72975432211101e-05,
67
+ "loss": 4.7796,
68
+ "qavit_gate": 0.017032,
69
+ "span_acc": 0.4531,
70
+ "span_loss": 1.0589,
71
+ "step": 300,
72
+ "view_loss": 3.2019
73
+ },
74
+ {
75
+ "adv_acc": 1.0,
76
+ "adv_loss": 3.9574,
77
+ "adv_neg_cos": 0.0826,
78
+ "adv_pos_cos": 0.819,
79
+ "adv_ramp": 0.318,
80
+ "adv_reg": 1.2319,
81
+ "consformer_gate": 0.007137,
82
+ "epoch": 0.18198362147406733,
83
+ "grad_norm": 7.270371913909912,
84
+ "ground_area": 0.0533,
85
+ "ground_loss": 1.7846,
86
+ "ground_mass": 0.2694,
87
+ "learning_rate": 3.6396724294813465e-05,
88
+ "loss": 4.3785,
89
+ "qavit_gate": 0.019699,
90
+ "span_acc": 0.437,
91
+ "span_loss": 1.0229,
92
+ "step": 400,
93
+ "view_loss": 2.7461
94
+ },
95
+ {
96
+ "adv_acc": 1.0,
97
+ "adv_loss": 3.8897,
98
+ "adv_neg_cos": 0.0826,
99
+ "adv_pos_cos": 0.8453,
100
+ "adv_ramp": 0.409,
101
+ "adv_reg": 1.2053,
102
+ "consformer_gate": 0.009805,
103
+ "epoch": 0.22747952684258416,
104
+ "grad_norm": 7.494457721710205,
105
+ "ground_area": 0.0582,
106
+ "ground_loss": 1.7233,
107
+ "ground_mass": 0.2811,
108
+ "learning_rate": 4.5495905368516835e-05,
109
+ "loss": 4.3272,
110
+ "qavit_gate": 0.020436,
111
+ "span_acc": 0.4622,
112
+ "span_loss": 0.9407,
113
+ "step": 500,
114
+ "view_loss": 2.6545
115
+ },
116
+ {
117
+ "adv_acc": 1.0,
118
+ "adv_loss": 3.8047,
119
+ "adv_neg_cos": 0.0806,
120
+ "adv_pos_cos": 0.861,
121
+ "adv_ramp": 0.5,
122
+ "adv_reg": 1.1951,
123
+ "consformer_gate": 0.012807,
124
+ "epoch": 0.272975432211101,
125
+ "grad_norm": 7.1969895362854,
126
+ "ground_area": 0.0564,
127
+ "ground_loss": 1.6603,
128
+ "ground_mass": 0.2971,
129
+ "learning_rate": 5.45950864422202e-05,
130
+ "loss": 4.2719,
131
+ "qavit_gate": 0.018249,
132
+ "span_acc": 0.5007,
133
+ "span_loss": 0.8573,
134
+ "step": 600,
135
+ "view_loss": 2.5742
136
+ },
137
+ {
138
+ "adv_acc": 1.0,
139
+ "adv_loss": 3.7855,
140
+ "adv_neg_cos": 0.0957,
141
+ "adv_pos_cos": 0.884,
142
+ "adv_ramp": 0.591,
143
+ "adv_reg": 1.1797,
144
+ "consformer_gate": 0.016154,
145
+ "epoch": 0.3184713375796178,
146
+ "grad_norm": 5.2636823654174805,
147
+ "ground_area": 0.0589,
148
+ "ground_loss": 1.6526,
149
+ "ground_mass": 0.311,
150
+ "learning_rate": 6.369426751592356e-05,
151
+ "loss": 4.2805,
152
+ "qavit_gate": 0.018964,
153
+ "span_acc": 0.5377,
154
+ "span_loss": 0.7898,
155
+ "step": 700,
156
+ "view_loss": 2.4966
157
+ },
158
+ {
159
+ "adv_acc": 1.0,
160
+ "adv_loss": 3.693,
161
+ "adv_neg_cos": 0.0832,
162
+ "adv_pos_cos": 0.8932,
163
+ "adv_ramp": 0.682,
164
+ "adv_reg": 1.1673,
165
+ "consformer_gate": 0.019009,
166
+ "epoch": 0.36396724294813465,
167
+ "grad_norm": 5.860650062561035,
168
+ "ground_area": 0.0567,
169
+ "ground_loss": 1.5491,
170
+ "ground_mass": 0.3349,
171
+ "learning_rate": 7.279344858962693e-05,
172
+ "loss": 4.2058,
173
+ "qavit_gate": 0.02302,
174
+ "span_acc": 0.6,
175
+ "span_loss": 0.7144,
176
+ "step": 800,
177
+ "view_loss": 2.3806
178
+ },
179
+ {
180
+ "adv_acc": 1.0,
181
+ "adv_loss": 3.6558,
182
+ "adv_neg_cos": 0.082,
183
+ "adv_pos_cos": 0.9,
184
+ "adv_ramp": 0.773,
185
+ "adv_reg": 1.1609,
186
+ "consformer_gate": 0.022511,
187
+ "epoch": 0.4094631483166515,
188
+ "grad_norm": 4.730771064758301,
189
+ "ground_area": 0.0568,
190
+ "ground_loss": 1.4904,
191
+ "ground_mass": 0.3538,
192
+ "learning_rate": 8.18926296633303e-05,
193
+ "loss": 4.198,
194
+ "qavit_gate": 0.0174,
195
+ "span_acc": 0.6304,
196
+ "span_loss": 0.6732,
197
+ "step": 900,
198
+ "view_loss": 2.3314
199
+ },
200
+ {
201
+ "adv_acc": 1.0,
202
+ "adv_loss": 3.7309,
203
+ "adv_neg_cos": 0.0767,
204
+ "adv_pos_cos": 0.9102,
205
+ "adv_ramp": 0.864,
206
+ "adv_reg": 1.1551,
207
+ "consformer_gate": 0.025445,
208
+ "epoch": 0.4549590536851683,
209
+ "grad_norm": 5.7095112800598145,
210
+ "ground_area": 0.0601,
211
+ "ground_loss": 1.4598,
212
+ "ground_mass": 0.3593,
213
+ "learning_rate": 9.099181073703367e-05,
214
+ "loss": 4.3068,
215
+ "qavit_gate": 0.020603,
216
+ "span_acc": 0.653,
217
+ "span_loss": 0.6339,
218
+ "step": 1000,
219
+ "view_loss": 2.3786
220
+ },
221
+ {
222
+ "adv_acc": 1.0,
223
+ "adv_loss": 3.732,
224
+ "adv_neg_cos": 0.0876,
225
+ "adv_pos_cos": 0.9168,
226
+ "adv_ramp": 0.955,
227
+ "adv_reg": 1.1509,
228
+ "consformer_gate": 0.028945,
229
+ "epoch": 0.5004549590536852,
230
+ "grad_norm": 5.685356616973877,
231
+ "ground_area": 0.0506,
232
+ "ground_loss": 1.4572,
233
+ "ground_mass": 0.3702,
234
+ "learning_rate": 9.999999747791717e-05,
235
+ "loss": 4.3453,
236
+ "qavit_gate": 0.02087,
237
+ "span_acc": 0.669,
238
+ "span_loss": 0.6136,
239
+ "step": 1100,
240
+ "view_loss": 2.3703
241
+ },
242
+ {
243
+ "adv_acc": 1.0,
244
+ "adv_loss": 3.7444,
245
+ "adv_neg_cos": 0.0796,
246
+ "adv_pos_cos": 0.9233,
247
+ "adv_ramp": 1.0,
248
+ "adv_reg": 1.1455,
249
+ "consformer_gate": 0.032214,
250
+ "epoch": 0.545950864422202,
251
+ "grad_norm": 5.472925662994385,
252
+ "ground_area": 0.0599,
253
+ "ground_loss": 1.4022,
254
+ "ground_mass": 0.3836,
255
+ "learning_rate": 9.997427443908413e-05,
256
+ "loss": 4.3697,
257
+ "qavit_gate": 0.02026,
258
+ "span_acc": 0.6802,
259
+ "span_loss": 0.588,
260
+ "step": 1200,
261
+ "view_loss": 2.3983
262
+ },
263
+ {
264
+ "adv_acc": 1.0,
265
+ "adv_loss": 3.6732,
266
+ "adv_neg_cos": 0.069,
267
+ "adv_pos_cos": 0.9253,
268
+ "adv_ramp": 1.0,
269
+ "adv_reg": 1.1417,
270
+ "consformer_gate": 0.034779,
271
+ "epoch": 0.5914467697907189,
272
+ "grad_norm": 4.542994499206543,
273
+ "ground_area": 0.0582,
274
+ "ground_loss": 1.4314,
275
+ "ground_mass": 0.3829,
276
+ "learning_rate": 9.98981399341683e-05,
277
+ "loss": 4.3005,
278
+ "qavit_gate": 0.016088,
279
+ "span_acc": 0.7099,
280
+ "span_loss": 0.5635,
281
+ "step": 1300,
282
+ "view_loss": 2.3052
283
+ },
284
+ {
285
+ "adv_acc": 1.0,
286
+ "adv_loss": 3.5707,
287
+ "adv_neg_cos": 0.0714,
288
+ "adv_pos_cos": 0.9279,
289
+ "adv_ramp": 1.0,
290
+ "adv_reg": 1.1385,
291
+ "consformer_gate": 0.038431,
292
+ "epoch": 0.6369426751592356,
293
+ "grad_norm": 4.801601409912109,
294
+ "ground_area": 0.0613,
295
+ "ground_loss": 1.4314,
296
+ "ground_mass": 0.389,
297
+ "learning_rate": 9.977167076372465e-05,
298
+ "loss": 4.2076,
299
+ "qavit_gate": 0.0192,
300
+ "span_acc": 0.7262,
301
+ "span_loss": 0.5429,
302
+ "step": 1400,
303
+ "view_loss": 2.2154
304
+ },
305
+ {
306
+ "adv_acc": 1.0,
307
+ "adv_loss": 3.5729,
308
+ "adv_neg_cos": 0.0649,
309
+ "adv_pos_cos": 0.9313,
310
+ "adv_ramp": 1.0,
311
+ "adv_reg": 1.1371,
312
+ "consformer_gate": 0.041075,
313
+ "epoch": 0.6824385805277525,
314
+ "grad_norm": 5.275548458099365,
315
+ "ground_area": 0.058,
316
+ "ground_loss": 1.3892,
317
+ "ground_mass": 0.3916,
318
+ "learning_rate": 9.95949945033182e-05,
319
+ "loss": 4.1973,
320
+ "qavit_gate": 0.015702,
321
+ "span_acc": 0.7281,
322
+ "span_loss": 0.5373,
323
+ "step": 1500,
324
+ "view_loss": 2.2139
325
+ },
326
+ {
327
+ "adv_acc": 1.0,
328
+ "adv_loss": 3.5807,
329
+ "adv_neg_cos": 0.0654,
330
+ "adv_pos_cos": 0.9356,
331
+ "adv_ramp": 1.0,
332
+ "adv_reg": 1.1335,
333
+ "consformer_gate": 0.043639,
334
+ "epoch": 0.7279344858962693,
335
+ "grad_norm": 4.46061897277832,
336
+ "ground_area": 0.0529,
337
+ "ground_loss": 1.3795,
338
+ "ground_mass": 0.3875,
339
+ "learning_rate": 9.936828937483224e-05,
340
+ "loss": 4.201,
341
+ "qavit_gate": 0.015129,
342
+ "span_acc": 0.7407,
343
+ "span_loss": 0.5133,
344
+ "step": 1600,
345
+ "view_loss": 2.2284
346
+ },
347
+ {
348
+ "adv_acc": 1.0,
349
+ "adv_loss": 3.6112,
350
+ "adv_neg_cos": 0.0643,
351
+ "adv_pos_cos": 0.9386,
352
+ "adv_ramp": 1.0,
353
+ "adv_reg": 1.1322,
354
+ "consformer_gate": 0.045016,
355
+ "epoch": 0.7734303912647862,
356
+ "grad_norm": 3.9976353645324707,
357
+ "ground_area": 0.0587,
358
+ "ground_loss": 1.36,
359
+ "ground_mass": 0.41,
360
+ "learning_rate": 9.90917840666875e-05,
361
+ "loss": 4.2243,
362
+ "qavit_gate": 0.013581,
363
+ "span_acc": 0.7391,
364
+ "span_loss": 0.5127,
365
+ "step": 1700,
366
+ "view_loss": 2.2575
367
+ },
368
+ {
369
+ "adv_acc": 1.0,
370
+ "adv_loss": 3.4883,
371
+ "adv_neg_cos": 0.0616,
372
+ "adv_pos_cos": 0.9388,
373
+ "adv_ramp": 1.0,
374
+ "adv_reg": 1.1342,
375
+ "consformer_gate": 0.046956,
376
+ "epoch": 0.818926296633303,
377
+ "grad_norm": 4.52189826965332,
378
+ "ground_area": 0.0526,
379
+ "ground_loss": 1.4085,
380
+ "ground_mass": 0.3979,
381
+ "learning_rate": 9.876575750315286e-05,
382
+ "loss": 4.1106,
383
+ "qavit_gate": 0.016981,
384
+ "span_acc": 0.7585,
385
+ "span_loss": 0.4987,
386
+ "step": 1800,
387
+ "view_loss": 2.1293
388
+ },
389
+ {
390
+ "adv_acc": 1.0,
391
+ "adv_loss": 3.4769,
392
+ "adv_neg_cos": 0.058,
393
+ "adv_pos_cos": 0.9386,
394
+ "adv_ramp": 1.0,
395
+ "adv_reg": 1.1313,
396
+ "consformer_gate": 0.049008,
397
+ "epoch": 0.8644222020018199,
398
+ "grad_norm": 4.691574573516846,
399
+ "ground_area": 0.0533,
400
+ "ground_loss": 1.4066,
401
+ "ground_mass": 0.3956,
402
+ "learning_rate": 9.839053856298114e-05,
403
+ "loss": 4.1004,
404
+ "qavit_gate": 0.012735,
405
+ "span_acc": 0.7626,
406
+ "span_loss": 0.4801,
407
+ "step": 1900,
408
+ "view_loss": 2.1319
409
+ },
410
+ {
411
+ "adv_acc": 1.0,
412
+ "adv_loss": 3.4515,
413
+ "adv_neg_cos": 0.0511,
414
+ "adv_pos_cos": 0.9392,
415
+ "adv_ramp": 1.0,
416
+ "adv_reg": 1.1273,
417
+ "consformer_gate": 0.051726,
418
+ "epoch": 0.9099181073703366,
419
+ "grad_norm": 3.7946348190307617,
420
+ "ground_area": 0.0567,
421
+ "ground_loss": 1.3487,
422
+ "ground_mass": 0.4095,
423
+ "learning_rate": 9.796650574765315e-05,
424
+ "loss": 4.0662,
425
+ "qavit_gate": 0.01796,
426
+ "span_acc": 0.7671,
427
+ "span_loss": 0.4765,
428
+ "step": 2000,
429
+ "view_loss": 2.1019
430
+ },
431
+ {
432
+ "adv_acc": 1.0,
433
+ "adv_loss": 3.4427,
434
+ "adv_neg_cos": 0.049,
435
+ "adv_pos_cos": 0.9398,
436
+ "adv_ramp": 1.0,
437
+ "adv_reg": 1.1271,
438
+ "consformer_gate": 0.053892,
439
+ "epoch": 0.9554140127388535,
440
+ "grad_norm": 5.8758649826049805,
441
+ "ground_area": 0.0548,
442
+ "ground_loss": 1.3463,
443
+ "ground_mass": 0.4204,
444
+ "learning_rate": 9.749408679956485e-05,
445
+ "loss": 4.0611,
446
+ "qavit_gate": 0.017725,
447
+ "span_acc": 0.7729,
448
+ "span_loss": 0.4698,
449
+ "step": 2100,
450
+ "view_loss": 2.1003
451
+ },
452
+ {
453
+ "epoch": 1.0,
454
+ "eval_bleu1": 0.42270325549682874,
455
+ "eval_bleu2": 0.3660489459611071,
456
+ "eval_bleu3": 0.3130865143517767,
457
+ "eval_bleu4": 0.27046080204741635,
458
+ "eval_cider": 2.5594879275560123,
459
+ "eval_em": 0.22715809893307468,
460
+ "eval_em_f1": 0.35543365690325823,
461
+ "eval_f1": 0.4837092148734418,
462
+ "eval_loss": 2.8735885620117188,
463
+ "eval_runtime": 923.1934,
464
+ "eval_samples_per_second": 5.584,
465
+ "eval_steps_per_second": 0.699,
466
+ "step": 2198
467
+ },
468
+ {
469
+ "adv_acc": 1.0,
470
+ "adv_loss": 3.3951,
471
+ "adv_neg_cos": 0.0541,
472
+ "adv_pos_cos": 0.9413,
473
+ "adv_ramp": 1.0,
474
+ "adv_reg": 1.1273,
475
+ "consformer_gate": 0.05517,
476
+ "epoch": 1.0009099181073704,
477
+ "grad_norm": 3.885572910308838,
478
+ "ground_area": 0.0568,
479
+ "ground_loss": 1.2321,
480
+ "ground_mass": 0.4466,
481
+ "learning_rate": 9.697375827054311e-05,
482
+ "loss": 4.0057,
483
+ "qavit_gate": 0.017113,
484
+ "span_acc": 0.7803,
485
+ "span_loss": 0.4593,
486
+ "step": 2200,
487
+ "view_loss": 2.0617
488
+ },
489
+ {
490
+ "adv_acc": 1.0,
491
+ "adv_loss": 3.064,
492
+ "adv_neg_cos": 0.0521,
493
+ "adv_pos_cos": 0.9414,
494
+ "adv_ramp": 1.0,
495
+ "adv_reg": 1.1249,
496
+ "consformer_gate": 0.057317,
497
+ "epoch": 1.046405823475887,
498
+ "grad_norm": 4.829916954040527,
499
+ "ground_area": 0.0569,
500
+ "ground_loss": 1.267,
501
+ "ground_mass": 0.4394,
502
+ "learning_rate": 9.64060450411247e-05,
503
+ "loss": 3.681,
504
+ "qavit_gate": 0.016505,
505
+ "span_acc": 0.7979,
506
+ "span_loss": 0.4326,
507
+ "step": 2300,
508
+ "view_loss": 1.684
509
+ },
510
+ {
511
+ "adv_acc": 1.0,
512
+ "adv_loss": 3.0252,
513
+ "adv_neg_cos": 0.0395,
514
+ "adv_pos_cos": 0.9438,
515
+ "adv_ramp": 1.0,
516
+ "adv_reg": 1.1223,
517
+ "consformer_gate": 0.058853,
518
+ "epoch": 1.091901728844404,
519
+ "grad_norm": 3.372734308242798,
520
+ "ground_area": 0.0567,
521
+ "ground_loss": 1.2538,
522
+ "ground_mass": 0.4476,
523
+ "learning_rate": 9.579151979108399e-05,
524
+ "loss": 3.6486,
525
+ "qavit_gate": 0.012237,
526
+ "span_acc": 0.7796,
527
+ "span_loss": 0.4655,
528
+ "step": 2400,
529
+ "view_loss": 1.6601
530
+ },
531
+ {
532
+ "adv_acc": 1.0,
533
+ "adv_loss": 3.052,
534
+ "adv_neg_cos": 0.0423,
535
+ "adv_pos_cos": 0.9467,
536
+ "adv_ramp": 1.0,
537
+ "adv_reg": 1.1225,
538
+ "consformer_gate": 0.060579,
539
+ "epoch": 1.1373976342129208,
540
+ "grad_norm": 3.8678369522094727,
541
+ "ground_area": 0.0569,
542
+ "ground_loss": 1.223,
543
+ "ground_mass": 0.4536,
544
+ "learning_rate": 9.513080242174312e-05,
545
+ "loss": 3.6681,
546
+ "qavit_gate": 0.012074,
547
+ "span_acc": 0.7873,
548
+ "span_loss": 0.4549,
549
+ "step": 2500,
550
+ "view_loss": 1.6942
551
+ },
552
+ {
553
+ "adv_acc": 1.0,
554
+ "adv_loss": 3.0821,
555
+ "adv_neg_cos": 0.0381,
556
+ "adv_pos_cos": 0.9444,
557
+ "adv_ramp": 1.0,
558
+ "adv_reg": 1.1226,
559
+ "consformer_gate": 0.062272,
560
+ "epoch": 1.1828935395814377,
561
+ "grad_norm": 4.03257942199707,
562
+ "ground_area": 0.0598,
563
+ "ground_loss": 1.2826,
564
+ "ground_mass": 0.4468,
565
+ "learning_rate": 9.442455943064767e-05,
566
+ "loss": 3.704,
567
+ "qavit_gate": 0.012852,
568
+ "span_acc": 0.8008,
569
+ "span_loss": 0.4212,
570
+ "step": 2600,
571
+ "view_loss": 1.7295
572
+ },
573
+ {
574
+ "adv_acc": 1.0,
575
+ "adv_loss": 3.0004,
576
+ "adv_neg_cos": 0.0411,
577
+ "adv_pos_cos": 0.948,
578
+ "adv_ramp": 1.0,
579
+ "adv_reg": 1.1211,
580
+ "consformer_gate": 0.063505,
581
+ "epoch": 1.2283894449499546,
582
+ "grad_norm": 3.8590352535247803,
583
+ "ground_area": 0.059,
584
+ "ground_loss": 1.1622,
585
+ "ground_mass": 0.4714,
586
+ "learning_rate": 9.367350323923832e-05,
587
+ "loss": 3.6127,
588
+ "qavit_gate": 0.015841,
589
+ "span_acc": 0.7946,
590
+ "span_loss": 0.4389,
591
+ "step": 2700,
592
+ "view_loss": 1.6383
593
+ },
594
+ {
595
+ "adv_acc": 1.0,
596
+ "adv_loss": 3.0806,
597
+ "adv_neg_cos": 0.045,
598
+ "adv_pos_cos": 0.949,
599
+ "adv_ramp": 1.0,
600
+ "adv_reg": 1.1207,
601
+ "consformer_gate": 0.064651,
602
+ "epoch": 1.2738853503184713,
603
+ "grad_norm": 3.322366714477539,
604
+ "ground_area": 0.0555,
605
+ "ground_loss": 1.282,
606
+ "ground_mass": 0.4336,
607
+ "learning_rate": 9.287839147419686e-05,
608
+ "loss": 3.6983,
609
+ "qavit_gate": 0.014494,
610
+ "span_acc": 0.8074,
611
+ "span_loss": 0.4216,
612
+ "step": 2800,
613
+ "view_loss": 1.6979
614
+ },
615
+ {
616
+ "adv_acc": 1.0,
617
+ "adv_loss": 3.0189,
618
+ "adv_neg_cos": 0.0421,
619
+ "adv_pos_cos": 0.9475,
620
+ "adv_ramp": 1.0,
621
+ "adv_reg": 1.1217,
622
+ "consformer_gate": 0.06725,
623
+ "epoch": 1.3193812556869882,
624
+ "grad_norm": 3.964817523956299,
625
+ "ground_area": 0.0581,
626
+ "ground_loss": 1.2553,
627
+ "ground_mass": 0.4454,
628
+ "learning_rate": 9.204002620319163e-05,
629
+ "loss": 3.6338,
630
+ "qavit_gate": 0.015118,
631
+ "span_acc": 0.804,
632
+ "span_loss": 0.4196,
633
+ "step": 2900,
634
+ "view_loss": 1.6419
635
+ },
636
+ {
637
+ "adv_acc": 1.0,
638
+ "adv_loss": 2.9994,
639
+ "adv_neg_cos": 0.0437,
640
+ "adv_pos_cos": 0.9466,
641
+ "adv_ramp": 1.0,
642
+ "adv_reg": 1.123,
643
+ "consformer_gate": 0.06905,
644
+ "epoch": 1.364877161055505,
645
+ "grad_norm": 3.3500967025756836,
646
+ "ground_area": 0.0576,
647
+ "ground_loss": 1.2023,
648
+ "ground_mass": 0.4565,
649
+ "learning_rate": 9.1159253125793e-05,
650
+ "loss": 3.6138,
651
+ "qavit_gate": 0.01609,
652
+ "span_acc": 0.8095,
653
+ "span_loss": 0.426,
654
+ "step": 3000,
655
+ "view_loss": 1.6336
656
+ },
657
+ {
658
+ "adv_acc": 1.0,
659
+ "adv_loss": 3.0272,
660
+ "adv_neg_cos": 0.0465,
661
+ "adv_pos_cos": 0.9499,
662
+ "adv_ramp": 1.0,
663
+ "adv_reg": 1.1193,
664
+ "consformer_gate": 0.070442,
665
+ "epoch": 1.4103730664240217,
666
+ "grad_norm": 4.209367752075195,
667
+ "ground_area": 0.0589,
668
+ "ground_loss": 1.2002,
669
+ "ground_mass": 0.4634,
670
+ "learning_rate": 9.023696072037547e-05,
671
+ "loss": 3.6405,
672
+ "qavit_gate": 0.016324,
673
+ "span_acc": 0.8078,
674
+ "span_loss": 0.423,
675
+ "step": 3100,
676
+ "view_loss": 1.6637
677
+ },
678
+ {
679
+ "adv_acc": 1.0,
680
+ "adv_loss": 2.9836,
681
+ "adv_neg_cos": 0.0412,
682
+ "adv_pos_cos": 0.9497,
683
+ "adv_ramp": 1.0,
684
+ "adv_reg": 1.1193,
685
+ "consformer_gate": 0.071304,
686
+ "epoch": 1.4558689717925386,
687
+ "grad_norm": 3.399909496307373,
688
+ "ground_area": 0.0615,
689
+ "ground_loss": 1.2211,
690
+ "ground_mass": 0.4605,
691
+ "learning_rate": 8.927407934786643e-05,
692
+ "loss": 3.5941,
693
+ "qavit_gate": 0.016894,
694
+ "span_acc": 0.8101,
695
+ "span_loss": 0.4122,
696
+ "step": 3200,
697
+ "view_loss": 1.6167
698
+ },
699
+ {
700
+ "adv_acc": 1.0,
701
+ "adv_loss": 2.9858,
702
+ "adv_neg_cos": 0.0405,
703
+ "adv_pos_cos": 0.95,
704
+ "adv_ramp": 1.0,
705
+ "adv_reg": 1.12,
706
+ "consformer_gate": 0.072958,
707
+ "epoch": 1.5013648771610555,
708
+ "grad_norm": 3.3773438930511475,
709
+ "ground_area": 0.058,
710
+ "ground_loss": 1.1969,
711
+ "ground_mass": 0.4634,
712
+ "learning_rate": 8.827158031324621e-05,
713
+ "loss": 3.6016,
714
+ "qavit_gate": 0.017565,
715
+ "span_acc": 0.8107,
716
+ "span_loss": 0.4163,
717
+ "step": 3300,
718
+ "view_loss": 1.6353
719
+ },
720
+ {
721
+ "adv_acc": 1.0,
722
+ "adv_loss": 2.9585,
723
+ "adv_neg_cos": 0.0338,
724
+ "adv_pos_cos": 0.9501,
725
+ "adv_ramp": 1.0,
726
+ "adv_reg": 1.1179,
727
+ "consformer_gate": 0.074116,
728
+ "epoch": 1.5468607825295724,
729
+ "grad_norm": 3.7036988735198975,
730
+ "ground_area": 0.0577,
731
+ "ground_loss": 1.217,
732
+ "ground_mass": 0.4601,
733
+ "learning_rate": 8.723047488574584e-05,
734
+ "loss": 3.5777,
735
+ "qavit_gate": 0.014034,
736
+ "span_acc": 0.8086,
737
+ "span_loss": 0.4138,
738
+ "step": 3400,
739
+ "view_loss": 1.6049
740
+ },
741
+ {
742
+ "adv_acc": 1.0,
743
+ "adv_loss": 2.9893,
744
+ "adv_neg_cos": 0.0392,
745
+ "adv_pos_cos": 0.9507,
746
+ "adv_ramp": 1.0,
747
+ "adv_reg": 1.1176,
748
+ "consformer_gate": 0.074564,
749
+ "epoch": 1.5923566878980893,
750
+ "grad_norm": 4.185495376586914,
751
+ "ground_area": 0.0577,
752
+ "ground_loss": 1.2329,
753
+ "ground_mass": 0.4576,
754
+ "learning_rate": 8.615181327873081e-05,
755
+ "loss": 3.6104,
756
+ "qavit_gate": 0.015953,
757
+ "span_acc": 0.808,
758
+ "span_loss": 0.4222,
759
+ "step": 3500,
760
+ "view_loss": 1.6392
761
+ },
762
+ {
763
+ "adv_acc": 1.0,
764
+ "adv_loss": 3.0233,
765
+ "adv_neg_cos": 0.039,
766
+ "adv_pos_cos": 0.9522,
767
+ "adv_ramp": 1.0,
768
+ "adv_reg": 1.1171,
769
+ "consformer_gate": 0.077028,
770
+ "epoch": 1.6378525932666061,
771
+ "grad_norm": 4.102275371551514,
772
+ "ground_area": 0.0568,
773
+ "ground_loss": 1.2335,
774
+ "ground_mass": 0.4522,
775
+ "learning_rate": 8.503668359030012e-05,
776
+ "loss": 3.639,
777
+ "qavit_gate": 0.01597,
778
+ "span_acc": 0.8024,
779
+ "span_loss": 0.4289,
780
+ "step": 3600,
781
+ "view_loss": 1.6664
782
+ },
783
+ {
784
+ "adv_acc": 1.0,
785
+ "adv_loss": 2.9229,
786
+ "adv_neg_cos": 0.0397,
787
+ "adv_pos_cos": 0.9521,
788
+ "adv_ramp": 1.0,
789
+ "adv_reg": 1.1176,
790
+ "consformer_gate": 0.077851,
791
+ "epoch": 1.6833484986351228,
792
+ "grad_norm": 2.8525638580322266,
793
+ "ground_area": 0.0569,
794
+ "ground_loss": 1.2103,
795
+ "ground_mass": 0.4517,
796
+ "learning_rate": 8.388621070566918e-05,
797
+ "loss": 3.5362,
798
+ "qavit_gate": 0.020374,
799
+ "span_acc": 0.8137,
800
+ "span_loss": 0.399,
801
+ "step": 3700,
802
+ "view_loss": 1.5484
803
+ },
804
+ {
805
+ "adv_acc": 1.0,
806
+ "adv_loss": 2.9892,
807
+ "adv_neg_cos": 0.0347,
808
+ "adv_pos_cos": 0.9509,
809
+ "adv_ramp": 1.0,
810
+ "adv_reg": 1.1177,
811
+ "consformer_gate": 0.079248,
812
+ "epoch": 1.7288444040036397,
813
+ "grad_norm": 3.281388521194458,
814
+ "ground_area": 0.0532,
815
+ "ground_loss": 1.1782,
816
+ "ground_mass": 0.4605,
817
+ "learning_rate": 8.270155516244365e-05,
818
+ "loss": 3.603,
819
+ "qavit_gate": 0.01679,
820
+ "span_acc": 0.8177,
821
+ "span_loss": 0.3961,
822
+ "step": 3800,
823
+ "view_loss": 1.642
824
+ },
825
+ {
826
+ "adv_acc": 1.0,
827
+ "adv_loss": 2.9709,
828
+ "adv_neg_cos": 0.032,
829
+ "adv_pos_cos": 0.952,
830
+ "adv_ramp": 1.0,
831
+ "adv_reg": 1.1175,
832
+ "consformer_gate": 0.081047,
833
+ "epoch": 1.7743403093721564,
834
+ "grad_norm": 3.2713892459869385,
835
+ "ground_area": 0.0546,
836
+ "ground_loss": 1.1936,
837
+ "ground_mass": 0.4762,
838
+ "learning_rate": 8.148391197992911e-05,
839
+ "loss": 3.5844,
840
+ "qavit_gate": 0.013871,
841
+ "span_acc": 0.8117,
842
+ "span_loss": 0.405,
843
+ "step": 3900,
844
+ "view_loss": 1.6092
845
+ },
846
+ {
847
+ "adv_acc": 1.0,
848
+ "adv_loss": 2.9696,
849
+ "adv_neg_cos": 0.0319,
850
+ "adv_pos_cos": 0.9516,
851
+ "adv_ramp": 1.0,
852
+ "adv_reg": 1.1168,
853
+ "consformer_gate": 0.082454,
854
+ "epoch": 1.8198362147406733,
855
+ "grad_norm": 2.4189321994781494,
856
+ "ground_area": 0.061,
857
+ "ground_loss": 1.2162,
858
+ "ground_mass": 0.4593,
859
+ "learning_rate": 8.023450945365732e-05,
860
+ "loss": 3.581,
861
+ "qavit_gate": 0.015226,
862
+ "span_acc": 0.8208,
863
+ "span_loss": 0.3864,
864
+ "step": 4000,
865
+ "view_loss": 1.6171
866
+ },
867
+ {
868
+ "adv_acc": 1.0,
869
+ "adv_loss": 2.9697,
870
+ "adv_neg_cos": 0.033,
871
+ "adv_pos_cos": 0.9521,
872
+ "adv_ramp": 1.0,
873
+ "adv_reg": 1.1179,
874
+ "consformer_gate": 0.084252,
875
+ "epoch": 1.8653321201091901,
876
+ "grad_norm": 3.9767239093780518,
877
+ "ground_area": 0.054,
878
+ "ground_loss": 1.191,
879
+ "ground_mass": 0.4757,
880
+ "learning_rate": 7.895460791634514e-05,
881
+ "loss": 3.5809,
882
+ "qavit_gate": 0.013896,
883
+ "span_acc": 0.8108,
884
+ "span_loss": 0.4017,
885
+ "step": 4100,
886
+ "view_loss": 1.6172
887
+ },
888
+ {
889
+ "adv_acc": 1.0,
890
+ "adv_loss": 2.9186,
891
+ "adv_neg_cos": 0.0352,
892
+ "adv_pos_cos": 0.9523,
893
+ "adv_ramp": 1.0,
894
+ "adv_reg": 1.1169,
895
+ "consformer_gate": 0.085222,
896
+ "epoch": 1.910828025477707,
897
+ "grad_norm": 3.4959421157836914,
898
+ "ground_area": 0.0526,
899
+ "ground_loss": 1.2308,
900
+ "ground_mass": 0.4578,
901
+ "learning_rate": 7.764549846653601e-05,
902
+ "loss": 3.5369,
903
+ "qavit_gate": 0.016262,
904
+ "span_acc": 0.8129,
905
+ "span_loss": 0.41,
906
+ "step": 4200,
907
+ "view_loss": 1.5482
908
+ },
909
+ {
910
+ "adv_acc": 1.0,
911
+ "adv_loss": 2.9439,
912
+ "adv_neg_cos": 0.0333,
913
+ "adv_pos_cos": 0.9548,
914
+ "adv_ramp": 1.0,
915
+ "adv_reg": 1.1155,
916
+ "consformer_gate": 0.086645,
917
+ "epoch": 1.956323930846224,
918
+ "grad_norm": 2.822075605392456,
919
+ "ground_area": 0.0553,
920
+ "ground_loss": 1.2198,
921
+ "ground_mass": 0.4456,
922
+ "learning_rate": 7.630850166620645e-05,
923
+ "loss": 3.554,
924
+ "qavit_gate": 0.012648,
925
+ "span_acc": 0.8248,
926
+ "span_loss": 0.3877,
927
+ "step": 4300,
928
+ "view_loss": 1.5723
929
+ },
930
+ {
931
+ "epoch": 2.0,
932
+ "eval_bleu1": 0.5542544829334772,
933
+ "eval_bleu2": 0.5032308175763236,
934
+ "eval_bleu3": 0.45460181155142854,
935
+ "eval_bleu4": 0.4152135686264673,
936
+ "eval_cider": 3.0246070376965526,
937
+ "eval_em": 0.2948593598448109,
938
+ "eval_em_f1": 0.42279963578171587,
939
+ "eval_f1": 0.5507399117186208,
940
+ "eval_loss": 2.6799819469451904,
941
+ "eval_runtime": 653.8606,
942
+ "eval_samples_per_second": 7.884,
943
+ "eval_steps_per_second": 0.986,
944
+ "step": 4396
945
+ },
946
+ {
947
+ "adv_acc": 1.0,
948
+ "adv_loss": 2.9512,
949
+ "adv_neg_cos": 0.0247,
950
+ "adv_pos_cos": 0.9542,
951
+ "adv_ramp": 1.0,
952
+ "adv_reg": 1.1156,
953
+ "consformer_gate": 0.087652,
954
+ "epoch": 2.001819836214741,
955
+ "grad_norm": 2.4971394538879395,
956
+ "ground_area": 0.0513,
957
+ "ground_loss": 1.2311,
958
+ "ground_mass": 0.4501,
959
+ "learning_rate": 7.494496620865127e-05,
960
+ "loss": 3.5708,
961
+ "qavit_gate": 0.013439,
962
+ "span_acc": 0.8156,
963
+ "span_loss": 0.4155,
964
+ "step": 4400,
965
+ "view_loss": 1.5838
966
+ },
967
+ {
968
+ "adv_acc": 1.0,
969
+ "adv_loss": 2.5198,
970
+ "adv_neg_cos": 0.0304,
971
+ "adv_pos_cos": 0.9534,
972
+ "adv_ramp": 1.0,
973
+ "adv_reg": 1.1159,
974
+ "consformer_gate": 0.088152,
975
+ "epoch": 2.0473157415832577,
976
+ "grad_norm": 2.784109592437744,
977
+ "ground_area": 0.0588,
978
+ "ground_loss": 1.1008,
979
+ "ground_mass": 0.4872,
980
+ "learning_rate": 7.355626755799174e-05,
981
+ "loss": 3.1415,
982
+ "qavit_gate": 0.01427,
983
+ "span_acc": 0.8302,
984
+ "span_loss": 0.3771,
985
+ "step": 4500,
986
+ "view_loss": 1.13
987
+ },
988
+ {
989
+ "adv_acc": 1.0,
990
+ "adv_loss": 2.5056,
991
+ "adv_neg_cos": 0.0227,
992
+ "adv_pos_cos": 0.9538,
993
+ "adv_ramp": 1.0,
994
+ "adv_reg": 1.1143,
995
+ "consformer_gate": 0.088995,
996
+ "epoch": 2.092811646951774,
997
+ "grad_norm": 2.809232234954834,
998
+ "ground_area": 0.0558,
999
+ "ground_loss": 1.0286,
1000
+ "ground_mass": 0.5158,
1001
+ "learning_rate": 7.2143806561678e-05,
1002
+ "loss": 3.1178,
1003
+ "qavit_gate": 0.014213,
1004
+ "span_acc": 0.8381,
1005
+ "span_loss": 0.3655,
1006
+ "step": 4600,
1007
+ "view_loss": 1.1135
1008
+ },
1009
+ {
1010
+ "adv_acc": 1.0,
1011
+ "adv_loss": 2.5366,
1012
+ "adv_neg_cos": 0.0219,
1013
+ "adv_pos_cos": 0.9544,
1014
+ "adv_ramp": 1.0,
1015
+ "adv_reg": 1.1131,
1016
+ "consformer_gate": 0.089593,
1017
+ "epoch": 2.138307552320291,
1018
+ "grad_norm": 3.617598295211792,
1019
+ "ground_area": 0.0537,
1020
+ "ground_loss": 1.0839,
1021
+ "ground_mass": 0.5175,
1022
+ "learning_rate": 7.0709008037387e-05,
1023
+ "loss": 3.152,
1024
+ "qavit_gate": 0.013833,
1025
+ "span_acc": 0.8258,
1026
+ "span_loss": 0.3849,
1027
+ "step": 4700,
1028
+ "view_loss": 1.146
1029
+ },
1030
+ {
1031
+ "adv_acc": 1.0,
1032
+ "adv_loss": 2.5109,
1033
+ "adv_neg_cos": 0.0237,
1034
+ "adv_pos_cos": 0.9555,
1035
+ "adv_ramp": 1.0,
1036
+ "adv_reg": 1.113,
1037
+ "consformer_gate": 0.090746,
1038
+ "epoch": 2.183803457688808,
1039
+ "grad_norm": 2.818098783493042,
1040
+ "ground_area": 0.0572,
1041
+ "ground_loss": 1.0409,
1042
+ "ground_mass": 0.5134,
1043
+ "learning_rate": 6.925331933573966e-05,
1044
+ "loss": 3.1259,
1045
+ "qavit_gate": 0.015785,
1046
+ "span_acc": 0.8281,
1047
+ "span_loss": 0.375,
1048
+ "step": 4800,
1049
+ "view_loss": 1.1226
1050
+ },
1051
+ {
1052
+ "adv_acc": 0.9992,
1053
+ "adv_loss": 2.5146,
1054
+ "adv_neg_cos": 0.0266,
1055
+ "adv_pos_cos": 0.9553,
1056
+ "adv_ramp": 1.0,
1057
+ "adv_reg": 1.1153,
1058
+ "consformer_gate": 0.091977,
1059
+ "epoch": 2.229299363057325,
1060
+ "grad_norm": 2.6580138206481934,
1061
+ "ground_area": 0.0544,
1062
+ "ground_loss": 1.0781,
1063
+ "ground_mass": 0.4995,
1064
+ "learning_rate": 6.777820888028864e-05,
1065
+ "loss": 3.1347,
1066
+ "qavit_gate": 0.019088,
1067
+ "span_acc": 0.8318,
1068
+ "span_loss": 0.3666,
1069
+ "step": 4900,
1070
+ "view_loss": 1.1322
1071
+ },
1072
+ {
1073
+ "adv_acc": 1.0,
1074
+ "adv_loss": 2.5526,
1075
+ "adv_neg_cos": 0.0249,
1076
+ "adv_pos_cos": 0.9559,
1077
+ "adv_ramp": 1.0,
1078
+ "adv_reg": 1.1136,
1079
+ "consformer_gate": 0.092788,
1080
+ "epoch": 2.2747952684258417,
1081
+ "grad_norm": 3.762362480163574,
1082
+ "ground_area": 0.0616,
1083
+ "ground_loss": 1.051,
1084
+ "ground_mass": 0.5265,
1085
+ "learning_rate": 6.628516468624829e-05,
1086
+ "loss": 3.1637,
1087
+ "qavit_gate": 0.018399,
1088
+ "span_acc": 0.8408,
1089
+ "span_loss": 0.3579,
1090
+ "step": 5000,
1091
+ "view_loss": 1.1605
1092
+ },
1093
+ {
1094
+ "adv_acc": 1.0,
1095
+ "adv_loss": 2.4805,
1096
+ "adv_neg_cos": 0.0274,
1097
+ "adv_pos_cos": 0.9559,
1098
+ "adv_ramp": 1.0,
1099
+ "adv_reg": 1.1134,
1100
+ "consformer_gate": 0.093846,
1101
+ "epoch": 2.3202911737943586,
1102
+ "grad_norm": 2.635939359664917,
1103
+ "ground_area": 0.0502,
1104
+ "ground_loss": 1.0837,
1105
+ "ground_mass": 0.5048,
1106
+ "learning_rate": 6.477569285946192e-05,
1107
+ "loss": 3.1029,
1108
+ "qavit_gate": 0.015379,
1109
+ "span_acc": 0.8295,
1110
+ "span_loss": 0.3745,
1111
+ "step": 5100,
1112
+ "view_loss": 1.095
1113
+ },
1114
+ {
1115
+ "adv_acc": 1.0,
1116
+ "adv_loss": 2.5443,
1117
+ "adv_neg_cos": 0.0231,
1118
+ "adv_pos_cos": 0.9563,
1119
+ "adv_ramp": 1.0,
1120
+ "adv_reg": 1.1128,
1121
+ "consformer_gate": 0.093885,
1122
+ "epoch": 2.3657870791628755,
1123
+ "grad_norm": 4.906569004058838,
1124
+ "ground_area": 0.0599,
1125
+ "ground_loss": 1.0773,
1126
+ "ground_mass": 0.5045,
1127
+ "learning_rate": 6.325131607712004e-05,
1128
+ "loss": 3.1568,
1129
+ "qavit_gate": 0.015406,
1130
+ "span_acc": 0.8305,
1131
+ "span_loss": 0.3655,
1132
+ "step": 5200,
1133
+ "view_loss": 1.1559
1134
+ },
1135
+ {
1136
+ "adv_acc": 1.0,
1137
+ "adv_loss": 2.4967,
1138
+ "adv_neg_cos": 0.0203,
1139
+ "adv_pos_cos": 0.9564,
1140
+ "adv_ramp": 1.0,
1141
+ "adv_reg": 1.1137,
1142
+ "consformer_gate": 0.094514,
1143
+ "epoch": 2.4112829845313923,
1144
+ "grad_norm": 2.3293416500091553,
1145
+ "ground_area": 0.052,
1146
+ "ground_loss": 1.1361,
1147
+ "ground_mass": 0.4913,
1148
+ "learning_rate": 6.171357205176217e-05,
1149
+ "loss": 3.1182,
1150
+ "qavit_gate": 0.017885,
1151
+ "span_acc": 0.8373,
1152
+ "span_loss": 0.3621,
1153
+ "step": 5300,
1154
+ "view_loss": 1.1027
1155
+ },
1156
+ {
1157
+ "adv_acc": 1.0,
1158
+ "adv_loss": 2.4941,
1159
+ "adv_neg_cos": 0.02,
1160
+ "adv_pos_cos": 0.9563,
1161
+ "adv_ramp": 1.0,
1162
+ "adv_reg": 1.1133,
1163
+ "consformer_gate": 0.095584,
1164
+ "epoch": 2.4567788898999092,
1165
+ "grad_norm": 2.5700302124023438,
1166
+ "ground_area": 0.0596,
1167
+ "ground_loss": 1.0796,
1168
+ "ground_mass": 0.5026,
1169
+ "learning_rate": 6.0164011980112013e-05,
1170
+ "loss": 3.11,
1171
+ "qavit_gate": 0.01823,
1172
+ "span_acc": 0.8252,
1173
+ "span_loss": 0.3894,
1174
+ "step": 5400,
1175
+ "view_loss": 1.0949
1176
+ },
1177
+ {
1178
+ "adv_acc": 1.0,
1179
+ "adv_loss": 2.5002,
1180
+ "adv_neg_cos": 0.0179,
1181
+ "adv_pos_cos": 0.9579,
1182
+ "adv_ramp": 1.0,
1183
+ "adv_reg": 1.1116,
1184
+ "consformer_gate": 0.096797,
1185
+ "epoch": 2.502274795268426,
1186
+ "grad_norm": 3.1535799503326416,
1187
+ "ground_area": 0.0587,
1188
+ "ground_loss": 1.0533,
1189
+ "ground_mass": 0.5065,
1190
+ "learning_rate": 5.860419897831025e-05,
1191
+ "loss": 3.1132,
1192
+ "qavit_gate": 0.016236,
1193
+ "span_acc": 0.8401,
1194
+ "span_loss": 0.371,
1195
+ "step": 5500,
1196
+ "view_loss": 1.1131
1197
+ },
1198
+ {
1199
+ "adv_acc": 1.0,
1200
+ "adv_loss": 2.4964,
1201
+ "adv_neg_cos": 0.0181,
1202
+ "adv_pos_cos": 0.9568,
1203
+ "adv_ramp": 1.0,
1204
+ "adv_reg": 1.1127,
1205
+ "consformer_gate": 0.097847,
1206
+ "epoch": 2.5477707006369426,
1207
+ "grad_norm": 2.958914279937744,
1208
+ "ground_area": 0.061,
1209
+ "ground_loss": 0.994,
1210
+ "ground_mass": 0.532,
1211
+ "learning_rate": 5.703570650512381e-05,
1212
+ "loss": 3.1092,
1213
+ "qavit_gate": 0.016074,
1214
+ "span_acc": 0.8265,
1215
+ "span_loss": 0.3816,
1216
+ "step": 5600,
1217
+ "view_loss": 1.1134
1218
+ },
1219
+ {
1220
+ "adv_acc": 1.0,
1221
+ "adv_loss": 2.4864,
1222
+ "adv_neg_cos": 0.0175,
1223
+ "adv_pos_cos": 0.957,
1224
+ "adv_ramp": 1.0,
1225
+ "adv_reg": 1.1137,
1226
+ "consformer_gate": 0.099083,
1227
+ "epoch": 2.5932666060054594,
1228
+ "grad_norm": 3.0824949741363525,
1229
+ "ground_area": 0.0594,
1230
+ "ground_loss": 0.977,
1231
+ "ground_mass": 0.5366,
1232
+ "learning_rate": 5.546011677472187e-05,
1233
+ "loss": 3.0935,
1234
+ "qavit_gate": 0.01689,
1235
+ "span_acc": 0.8295,
1236
+ "span_loss": 0.3704,
1237
+ "step": 5700,
1238
+ "view_loss": 1.1126
1239
+ },
1240
+ {
1241
+ "adv_acc": 1.0,
1242
+ "adv_loss": 2.4785,
1243
+ "adv_neg_cos": 0.0188,
1244
+ "adv_pos_cos": 0.9578,
1245
+ "adv_ramp": 1.0,
1246
+ "adv_reg": 1.112,
1247
+ "consformer_gate": 0.099781,
1248
+ "epoch": 2.6387625113739763,
1249
+ "grad_norm": 4.240127086639404,
1250
+ "ground_area": 0.059,
1251
+ "ground_loss": 0.9965,
1252
+ "ground_mass": 0.5346,
1253
+ "learning_rate": 5.3879019160620034e-05,
1254
+ "loss": 3.0852,
1255
+ "qavit_gate": 0.017075,
1256
+ "span_acc": 0.834,
1257
+ "span_loss": 0.3664,
1258
+ "step": 5800,
1259
+ "view_loss": 1.0902
1260
+ },
1261
+ {
1262
+ "adv_acc": 1.0,
1263
+ "adv_loss": 2.4889,
1264
+ "adv_neg_cos": 0.0192,
1265
+ "adv_pos_cos": 0.958,
1266
+ "adv_ramp": 1.0,
1267
+ "adv_reg": 1.1119,
1268
+ "consformer_gate": 0.100628,
1269
+ "epoch": 2.684258416742493,
1270
+ "grad_norm": 3.3489444255828857,
1271
+ "ground_area": 0.0588,
1272
+ "ground_loss": 1.0239,
1273
+ "ground_mass": 0.5229,
1274
+ "learning_rate": 5.2294008592402436e-05,
1275
+ "loss": 3.1012,
1276
+ "qavit_gate": 0.014993,
1277
+ "span_acc": 0.836,
1278
+ "span_loss": 0.3705,
1279
+ "step": 5900,
1280
+ "view_loss": 1.1035
1281
+ },
1282
+ {
1283
+ "adv_acc": 1.0,
1284
+ "adv_loss": 2.5229,
1285
+ "adv_neg_cos": 0.0149,
1286
+ "adv_pos_cos": 0.9585,
1287
+ "adv_ramp": 1.0,
1288
+ "adv_reg": 1.1121,
1289
+ "consformer_gate": 0.101417,
1290
+ "epoch": 2.72975432211101,
1291
+ "grad_norm": 3.4128096103668213,
1292
+ "ground_area": 0.0567,
1293
+ "ground_loss": 1.0582,
1294
+ "ground_mass": 0.5016,
1295
+ "learning_rate": 5.0706683946839063e-05,
1296
+ "loss": 3.1351,
1297
+ "qavit_gate": 0.017025,
1298
+ "span_acc": 0.8405,
1299
+ "span_loss": 0.3593,
1300
+ "step": 6000,
1301
+ "view_loss": 1.1342
1302
+ },
1303
+ {
1304
+ "adv_acc": 1.0,
1305
+ "adv_loss": 2.4861,
1306
+ "adv_neg_cos": 0.0163,
1307
+ "adv_pos_cos": 0.9583,
1308
+ "adv_ramp": 1.0,
1309
+ "adv_reg": 1.1112,
1310
+ "consformer_gate": 0.10181,
1311
+ "epoch": 2.775250227479527,
1312
+ "grad_norm": 2.850243091583252,
1313
+ "ground_area": 0.0582,
1314
+ "ground_loss": 1.0703,
1315
+ "ground_mass": 0.5233,
1316
+ "learning_rate": 4.9118646435021675e-05,
1317
+ "loss": 3.1035,
1318
+ "qavit_gate": 0.018025,
1319
+ "span_acc": 0.8368,
1320
+ "span_loss": 0.3658,
1321
+ "step": 6100,
1322
+ "view_loss": 1.1038
1323
+ },
1324
+ {
1325
+ "adv_acc": 1.0,
1326
+ "adv_loss": 2.4903,
1327
+ "adv_neg_cos": 0.016,
1328
+ "adv_pos_cos": 0.9566,
1329
+ "adv_ramp": 1.0,
1330
+ "adv_reg": 1.1112,
1331
+ "consformer_gate": 0.102661,
1332
+ "epoch": 2.8207461328480434,
1333
+ "grad_norm": 4.322700500488281,
1334
+ "ground_area": 0.0575,
1335
+ "ground_loss": 1.0441,
1336
+ "ground_mass": 0.5231,
1337
+ "learning_rate": 4.75314979871446e-05,
1338
+ "loss": 3.1056,
1339
+ "qavit_gate": 0.018949,
1340
+ "span_acc": 0.8396,
1341
+ "span_loss": 0.3556,
1342
+ "step": 6200,
1343
+ "view_loss": 1.1142
1344
+ },
1345
+ {
1346
+ "adv_acc": 1.0,
1347
+ "adv_loss": 2.4162,
1348
+ "adv_neg_cos": 0.0107,
1349
+ "adv_pos_cos": 0.9583,
1350
+ "adv_ramp": 1.0,
1351
+ "adv_reg": 1.1109,
1352
+ "consformer_gate": 0.103393,
1353
+ "epoch": 2.8662420382165603,
1354
+ "grad_norm": 3.2720272541046143,
1355
+ "ground_area": 0.0539,
1356
+ "ground_loss": 1.0964,
1357
+ "ground_mass": 0.5049,
1358
+ "learning_rate": 4.594683963656045e-05,
1359
+ "loss": 3.0363,
1360
+ "qavit_gate": 0.017591,
1361
+ "span_acc": 0.8414,
1362
+ "span_loss": 0.3587,
1363
+ "step": 6300,
1364
+ "view_loss": 1.0262
1365
+ },
1366
+ {
1367
+ "adv_acc": 1.0,
1368
+ "adv_loss": 2.4918,
1369
+ "adv_neg_cos": 0.0138,
1370
+ "adv_pos_cos": 0.9586,
1371
+ "adv_ramp": 1.0,
1372
+ "adv_reg": 1.111,
1373
+ "consformer_gate": 0.103967,
1374
+ "epoch": 2.911737943585077,
1375
+ "grad_norm": 2.3031275272369385,
1376
+ "ground_area": 0.0526,
1377
+ "ground_loss": 1.0542,
1378
+ "ground_mass": 0.5105,
1379
+ "learning_rate": 4.436626990474031e-05,
1380
+ "loss": 3.1048,
1381
+ "qavit_gate": 0.018414,
1382
+ "span_acc": 0.8305,
1383
+ "span_loss": 0.3693,
1384
+ "step": 6400,
1385
+ "view_loss": 1.1023
1386
+ },
1387
+ {
1388
+ "adv_acc": 1.0,
1389
+ "adv_loss": 2.4406,
1390
+ "adv_neg_cos": 0.0141,
1391
+ "adv_pos_cos": 0.9589,
1392
+ "adv_ramp": 1.0,
1393
+ "adv_reg": 1.1118,
1394
+ "consformer_gate": 0.104745,
1395
+ "epoch": 2.957233848953594,
1396
+ "grad_norm": 3.4737837314605713,
1397
+ "ground_area": 0.0591,
1398
+ "ground_loss": 1.0447,
1399
+ "ground_mass": 0.5181,
1400
+ "learning_rate": 4.2791383188767945e-05,
1401
+ "loss": 3.0598,
1402
+ "qavit_gate": 0.017128,
1403
+ "span_acc": 0.8373,
1404
+ "span_loss": 0.3575,
1405
+ "step": 6500,
1406
+ "view_loss": 1.0567
1407
+ },
1408
+ {
1409
+ "epoch": 3.0,
1410
+ "eval_bleu1": 0.5499364316993667,
1411
+ "eval_bleu2": 0.4945037687509694,
1412
+ "eval_bleu3": 0.4428071628518327,
1413
+ "eval_bleu4": 0.40090190429000055,
1414
+ "eval_cider": 3.261691914556146,
1415
+ "eval_em": 0.31988360814742967,
1416
+ "eval_em_f1": 0.45062686930583934,
1417
+ "eval_f1": 0.581370130464249,
1418
+ "eval_loss": 2.595534563064575,
1419
+ "eval_runtime": 668.8884,
1420
+ "eval_samples_per_second": 7.707,
1421
+ "eval_steps_per_second": 0.964,
1422
+ "step": 6594
1423
+ },
1424
+ {
1425
+ "adv_acc": 1.0,
1426
+ "adv_loss": 2.3947,
1427
+ "adv_neg_cos": 0.0144,
1428
+ "adv_pos_cos": 0.96,
1429
+ "adv_ramp": 1.0,
1430
+ "adv_reg": 1.1105,
1431
+ "consformer_gate": 0.105167,
1432
+ "epoch": 3.002729754322111,
1433
+ "grad_norm": 2.655233144760132,
1434
+ "ground_area": 0.0541,
1435
+ "ground_loss": 1.0627,
1436
+ "ground_mass": 0.5267,
1437
+ "learning_rate": 4.1223768152994244e-05,
1438
+ "loss": 3.0113,
1439
+ "qavit_gate": 0.016804,
1440
+ "span_acc": 0.8353,
1441
+ "span_loss": 0.3584,
1442
+ "step": 6600,
1443
+ "view_loss": 0.9979
1444
+ },
1445
+ {
1446
+ "adv_acc": 1.0,
1447
+ "adv_loss": 2.1476,
1448
+ "adv_neg_cos": 0.0134,
1449
+ "adv_pos_cos": 0.9589,
1450
+ "adv_ramp": 1.0,
1451
+ "adv_reg": 1.1109,
1452
+ "consformer_gate": 0.105803,
1453
+ "epoch": 3.048225659690628,
1454
+ "grad_norm": 3.1451258659362793,
1455
+ "ground_area": 0.0583,
1456
+ "ground_loss": 0.8854,
1457
+ "ground_mass": 0.5663,
1458
+ "learning_rate": 3.9665006126474945e-05,
1459
+ "loss": 2.7658,
1460
+ "qavit_gate": 0.018214,
1461
+ "span_acc": 0.8309,
1462
+ "span_loss": 0.3469,
1463
+ "step": 6700,
1464
+ "view_loss": 0.7452
1465
+ },
1466
+ {
1467
+ "adv_acc": 1.0,
1468
+ "adv_loss": 2.1738,
1469
+ "adv_neg_cos": 0.0147,
1470
+ "adv_pos_cos": 0.9583,
1471
+ "adv_ramp": 1.0,
1472
+ "adv_reg": 1.1109,
1473
+ "consformer_gate": 0.106173,
1474
+ "epoch": 3.0937215650591448,
1475
+ "grad_norm": 3.1642768383026123,
1476
+ "ground_area": 0.0565,
1477
+ "ground_loss": 0.9223,
1478
+ "ground_mass": 0.5656,
1479
+ "learning_rate": 3.8116669507807354e-05,
1480
+ "loss": 2.7944,
1481
+ "qavit_gate": 0.018945,
1482
+ "span_acc": 0.849,
1483
+ "span_loss": 0.337,
1484
+ "step": 6800,
1485
+ "view_loss": 0.7833
1486
+ },
1487
+ {
1488
+ "adv_acc": 1.0,
1489
+ "adv_loss": 2.1464,
1490
+ "adv_neg_cos": 0.0103,
1491
+ "adv_pos_cos": 0.9586,
1492
+ "adv_ramp": 1.0,
1493
+ "adv_reg": 1.1112,
1494
+ "consformer_gate": 0.106828,
1495
+ "epoch": 3.1392174704276616,
1496
+ "grad_norm": 2.409289836883545,
1497
+ "ground_area": 0.0572,
1498
+ "ground_loss": 0.813,
1499
+ "ground_mass": 0.5933,
1500
+ "learning_rate": 3.658032017897604e-05,
1501
+ "loss": 2.7592,
1502
+ "qavit_gate": 0.018695,
1503
+ "span_acc": 0.8456,
1504
+ "span_loss": 0.3572,
1505
+ "step": 6900,
1506
+ "view_loss": 0.7625
1507
+ },
1508
+ {
1509
+ "adv_acc": 1.0,
1510
+ "adv_loss": 2.1444,
1511
+ "adv_neg_cos": 0.0096,
1512
+ "adv_pos_cos": 0.9593,
1513
+ "adv_ramp": 1.0,
1514
+ "adv_reg": 1.1101,
1515
+ "consformer_gate": 0.107353,
1516
+ "epoch": 3.1847133757961785,
1517
+ "grad_norm": 2.2896687984466553,
1518
+ "ground_area": 0.0577,
1519
+ "ground_loss": 0.911,
1520
+ "ground_mass": 0.5665,
1521
+ "learning_rate": 3.5057507929806843e-05,
1522
+ "loss": 2.7593,
1523
+ "qavit_gate": 0.020127,
1524
+ "span_acc": 0.849,
1525
+ "span_loss": 0.3328,
1526
+ "step": 7000,
1527
+ "view_loss": 0.7379
1528
+ },
1529
+ {
1530
+ "adv_acc": 1.0,
1531
+ "adv_loss": 2.1563,
1532
+ "adv_neg_cos": 0.0091,
1533
+ "adv_pos_cos": 0.959,
1534
+ "adv_ramp": 1.0,
1535
+ "adv_reg": 1.1099,
1536
+ "consformer_gate": 0.107791,
1537
+ "epoch": 3.2302092811646954,
1538
+ "grad_norm": 2.83322811126709,
1539
+ "ground_area": 0.0576,
1540
+ "ground_loss": 0.8995,
1541
+ "ground_mass": 0.5634,
1542
+ "learning_rate": 3.3549768894619124e-05,
1543
+ "loss": 2.7736,
1544
+ "qavit_gate": 0.018778,
1545
+ "span_acc": 0.832,
1546
+ "span_loss": 0.3502,
1547
+ "step": 7100,
1548
+ "view_loss": 0.763
1549
+ },
1550
+ {
1551
+ "adv_acc": 1.0,
1552
+ "adv_loss": 2.1552,
1553
+ "adv_neg_cos": 0.0135,
1554
+ "adv_pos_cos": 0.9582,
1555
+ "adv_ramp": 1.0,
1556
+ "adv_reg": 1.111,
1557
+ "consformer_gate": 0.108231,
1558
+ "epoch": 3.275705186533212,
1559
+ "grad_norm": 2.7683613300323486,
1560
+ "ground_area": 0.0573,
1561
+ "ground_loss": 0.8782,
1562
+ "ground_mass": 0.5796,
1563
+ "learning_rate": 3.20586240026527e-05,
1564
+ "loss": 2.7694,
1565
+ "qavit_gate": 0.018771,
1566
+ "span_acc": 0.8606,
1567
+ "span_loss": 0.3261,
1568
+ "step": 7200,
1569
+ "view_loss": 0.7576
1570
+ },
1571
+ {
1572
+ "adv_acc": 1.0,
1573
+ "adv_loss": 2.1296,
1574
+ "adv_neg_cos": 0.0101,
1575
+ "adv_pos_cos": 0.9601,
1576
+ "adv_ramp": 1.0,
1577
+ "adv_reg": 1.1099,
1578
+ "consformer_gate": 0.108494,
1579
+ "epoch": 3.3212010919017287,
1580
+ "grad_norm": 2.8136210441589355,
1581
+ "ground_area": 0.0596,
1582
+ "ground_loss": 0.8219,
1583
+ "ground_mass": 0.5995,
1584
+ "learning_rate": 3.0585577443833105e-05,
1585
+ "loss": 2.7404,
1586
+ "qavit_gate": 0.019266,
1587
+ "span_acc": 0.8487,
1588
+ "span_loss": 0.3436,
1589
+ "step": 7300,
1590
+ "view_loss": 0.7354
1591
+ },
1592
+ {
1593
+ "adv_acc": 1.0,
1594
+ "adv_loss": 2.169,
1595
+ "adv_neg_cos": 0.0068,
1596
+ "adv_pos_cos": 0.9592,
1597
+ "adv_ramp": 1.0,
1598
+ "adv_reg": 1.1095,
1599
+ "consformer_gate": 0.108695,
1600
+ "epoch": 3.3666969972702456,
1601
+ "grad_norm": 2.8112454414367676,
1602
+ "ground_area": 0.0529,
1603
+ "ground_loss": 0.8355,
1604
+ "ground_mass": 0.5856,
1605
+ "learning_rate": 2.9132115151422446e-05,
1606
+ "loss": 2.78,
1607
+ "qavit_gate": 0.019455,
1608
+ "span_acc": 0.8556,
1609
+ "span_loss": 0.332,
1610
+ "step": 7400,
1611
+ "view_loss": 0.7908
1612
+ },
1613
+ {
1614
+ "adv_acc": 1.0,
1615
+ "adv_loss": 2.1694,
1616
+ "adv_neg_cos": 0.0084,
1617
+ "adv_pos_cos": 0.9603,
1618
+ "adv_ramp": 1.0,
1619
+ "adv_reg": 1.1092,
1620
+ "consformer_gate": 0.109042,
1621
+ "epoch": 3.4121929026387625,
1622
+ "grad_norm": 3.0886688232421875,
1623
+ "ground_area": 0.0541,
1624
+ "ground_loss": 0.9074,
1625
+ "ground_mass": 0.5816,
1626
+ "learning_rate": 2.7699703303086654e-05,
1627
+ "loss": 2.7902,
1628
+ "qavit_gate": 0.019796,
1629
+ "span_acc": 0.8458,
1630
+ "span_loss": 0.3339,
1631
+ "step": 7500,
1632
+ "view_loss": 0.7905
1633
+ },
1634
+ {
1635
+ "adv_acc": 1.0,
1636
+ "adv_loss": 2.1279,
1637
+ "adv_neg_cos": 0.0115,
1638
+ "adv_pos_cos": 0.9602,
1639
+ "adv_ramp": 1.0,
1640
+ "adv_reg": 1.1098,
1641
+ "consformer_gate": 0.109343,
1642
+ "epoch": 3.4576888080072794,
1643
+ "grad_norm": 2.6794180870056152,
1644
+ "ground_area": 0.0567,
1645
+ "ground_loss": 0.856,
1646
+ "ground_mass": 0.5891,
1647
+ "learning_rate": 2.628978684189137e-05,
1648
+ "loss": 2.7423,
1649
+ "qavit_gate": 0.020668,
1650
+ "span_acc": 0.8512,
1651
+ "span_loss": 0.3344,
1652
+ "step": 7600,
1653
+ "view_loss": 0.7352
1654
+ },
1655
+ {
1656
+ "adv_acc": 1.0,
1657
+ "adv_loss": 2.1333,
1658
+ "adv_neg_cos": 0.0076,
1659
+ "adv_pos_cos": 0.9599,
1660
+ "adv_ramp": 1.0,
1661
+ "adv_reg": 1.1096,
1662
+ "consformer_gate": 0.109551,
1663
+ "epoch": 3.5031847133757963,
1664
+ "grad_norm": 2.318915843963623,
1665
+ "ground_area": 0.0569,
1666
+ "ground_loss": 0.8172,
1667
+ "ground_mass": 0.5938,
1668
+ "learning_rate": 2.49037880187179e-05,
1669
+ "loss": 2.7468,
1670
+ "qavit_gate": 0.021226,
1671
+ "span_acc": 0.8439,
1672
+ "span_loss": 0.3441,
1673
+ "step": 7700,
1674
+ "view_loss": 0.7448
1675
+ },
1676
+ {
1677
+ "adv_acc": 1.0,
1678
+ "adv_loss": 2.1422,
1679
+ "adv_neg_cos": 0.0048,
1680
+ "adv_pos_cos": 0.9596,
1681
+ "adv_ramp": 1.0,
1682
+ "adv_reg": 1.1102,
1683
+ "consformer_gate": 0.11012,
1684
+ "epoch": 3.548680618744313,
1685
+ "grad_norm": 3.040534496307373,
1686
+ "ground_area": 0.0551,
1687
+ "ground_loss": 0.8751,
1688
+ "ground_mass": 0.5927,
1689
+ "learning_rate": 2.3543104957570007e-05,
1690
+ "loss": 2.7598,
1691
+ "qavit_gate": 0.021443,
1692
+ "span_acc": 0.855,
1693
+ "span_loss": 0.3282,
1694
+ "step": 7800,
1695
+ "view_loss": 0.7539
1696
+ },
1697
+ {
1698
+ "adv_acc": 1.0,
1699
+ "adv_loss": 2.1335,
1700
+ "adv_neg_cos": 0.0071,
1701
+ "adv_pos_cos": 0.9603,
1702
+ "adv_ramp": 1.0,
1703
+ "adv_reg": 1.1099,
1704
+ "consformer_gate": 0.110494,
1705
+ "epoch": 3.5941765241128296,
1706
+ "grad_norm": 3.132266044616699,
1707
+ "ground_area": 0.0554,
1708
+ "ground_loss": 0.9844,
1709
+ "ground_mass": 0.5507,
1710
+ "learning_rate": 2.2209110245218716e-05,
1711
+ "loss": 2.7627,
1712
+ "qavit_gate": 0.021095,
1713
+ "span_acc": 0.8522,
1714
+ "span_loss": 0.3302,
1715
+ "step": 7900,
1716
+ "view_loss": 0.7422
1717
+ },
1718
+ {
1719
+ "adv_acc": 1.0,
1720
+ "adv_loss": 2.1368,
1721
+ "adv_neg_cos": 0.0052,
1722
+ "adv_pos_cos": 0.9601,
1723
+ "adv_ramp": 1.0,
1724
+ "adv_reg": 1.1097,
1725
+ "consformer_gate": 0.110714,
1726
+ "epoch": 3.6396724294813465,
1727
+ "grad_norm": 2.8272507190704346,
1728
+ "ground_area": 0.055,
1729
+ "ground_loss": 0.9557,
1730
+ "ground_mass": 0.5622,
1731
+ "learning_rate": 2.090314954660767e-05,
1732
+ "loss": 2.759,
1733
+ "qavit_gate": 0.02098,
1734
+ "span_acc": 0.8508,
1735
+ "span_loss": 0.3456,
1736
+ "step": 8000,
1737
+ "view_loss": 0.741
1738
+ },
1739
+ {
1740
+ "adv_acc": 1.0,
1741
+ "adv_loss": 2.0919,
1742
+ "adv_neg_cos": 0.0057,
1743
+ "adv_pos_cos": 0.9607,
1744
+ "adv_ramp": 1.0,
1745
+ "adv_reg": 1.1087,
1746
+ "consformer_gate": 0.111037,
1747
+ "epoch": 3.6851683348498634,
1748
+ "grad_norm": 3.1917805671691895,
1749
+ "ground_area": 0.0561,
1750
+ "ground_loss": 0.8625,
1751
+ "ground_mass": 0.588,
1752
+ "learning_rate": 1.9626540247415853e-05,
1753
+ "loss": 2.7082,
1754
+ "qavit_gate": 0.022674,
1755
+ "span_acc": 0.8548,
1756
+ "span_loss": 0.3333,
1757
+ "step": 8100,
1758
+ "view_loss": 0.6927
1759
+ },
1760
+ {
1761
+ "adv_acc": 1.0,
1762
+ "adv_loss": 2.1325,
1763
+ "adv_neg_cos": 0.0044,
1764
+ "adv_pos_cos": 0.9604,
1765
+ "adv_ramp": 1.0,
1766
+ "adv_reg": 1.1095,
1767
+ "consformer_gate": 0.111225,
1768
+ "epoch": 3.7306642402183803,
1769
+ "grad_norm": 3.069915771484375,
1770
+ "ground_area": 0.0543,
1771
+ "ground_loss": 0.858,
1772
+ "ground_mass": 0.5915,
1773
+ "learning_rate": 1.8380570125146966e-05,
1774
+ "loss": 2.746,
1775
+ "qavit_gate": 0.023104,
1776
+ "span_acc": 0.8531,
1777
+ "span_loss": 0.337,
1778
+ "step": 8200,
1779
+ "view_loss": 0.7318
1780
+ },
1781
+ {
1782
+ "adv_acc": 1.0,
1783
+ "adv_loss": 2.1369,
1784
+ "adv_neg_cos": 0.0047,
1785
+ "adv_pos_cos": 0.9603,
1786
+ "adv_ramp": 1.0,
1787
+ "adv_reg": 1.1096,
1788
+ "consformer_gate": 0.111496,
1789
+ "epoch": 3.776160145586897,
1790
+ "grad_norm": 2.11987566947937,
1791
+ "ground_area": 0.0585,
1792
+ "ground_loss": 0.8356,
1793
+ "ground_mass": 0.5966,
1794
+ "learning_rate": 1.7166496050086066e-05,
1795
+ "loss": 2.7466,
1796
+ "qavit_gate": 0.022302,
1797
+ "span_acc": 0.8482,
1798
+ "span_loss": 0.3279,
1799
+ "step": 8300,
1800
+ "view_loss": 0.736
1801
+ },
1802
+ {
1803
+ "adv_acc": 1.0,
1804
+ "adv_loss": 2.1272,
1805
+ "adv_neg_cos": 0.0053,
1806
+ "adv_pos_cos": 0.9612,
1807
+ "adv_ramp": 1.0,
1808
+ "adv_reg": 1.1089,
1809
+ "consformer_gate": 0.11166,
1810
+ "epoch": 3.821656050955414,
1811
+ "grad_norm": 3.131248712539673,
1812
+ "ground_area": 0.0597,
1813
+ "ground_loss": 0.8809,
1814
+ "ground_mass": 0.5917,
1815
+ "learning_rate": 1.5985542717433704e-05,
1816
+ "loss": 2.7451,
1817
+ "qavit_gate": 0.022146,
1818
+ "span_acc": 0.8503,
1819
+ "span_loss": 0.3322,
1820
+ "step": 8400,
1821
+ "view_loss": 0.7365
1822
+ },
1823
+ {
1824
+ "adv_acc": 1.0,
1825
+ "adv_loss": 2.1242,
1826
+ "adv_neg_cos": 0.0026,
1827
+ "adv_pos_cos": 0.9605,
1828
+ "adv_ramp": 1.0,
1829
+ "adv_reg": 1.1089,
1830
+ "consformer_gate": 0.111958,
1831
+ "epoch": 3.867151956323931,
1832
+ "grad_norm": 1.9529070854187012,
1833
+ "ground_area": 0.0581,
1834
+ "ground_loss": 0.8009,
1835
+ "ground_mass": 0.6015,
1836
+ "learning_rate": 1.4838901411896717e-05,
1837
+ "loss": 2.7318,
1838
+ "qavit_gate": 0.022715,
1839
+ "span_acc": 0.8528,
1840
+ "span_loss": 0.3256,
1841
+ "step": 8500,
1842
+ "view_loss": 0.7246
1843
+ },
1844
+ {
1845
+ "adv_acc": 1.0,
1846
+ "adv_loss": 2.141,
1847
+ "adv_neg_cos": 0.0032,
1848
+ "adv_pos_cos": 0.9605,
1849
+ "adv_ramp": 1.0,
1850
+ "adv_reg": 1.109,
1851
+ "consformer_gate": 0.112153,
1852
+ "epoch": 3.912647861692448,
1853
+ "grad_norm": 3.0852150917053223,
1854
+ "ground_area": 0.0611,
1855
+ "ground_loss": 0.8408,
1856
+ "ground_mass": 0.5988,
1857
+ "learning_rate": 1.3727728805981743e-05,
1858
+ "loss": 2.7547,
1859
+ "qavit_gate": 0.022338,
1860
+ "span_acc": 0.8579,
1861
+ "span_loss": 0.3231,
1862
+ "step": 8600,
1863
+ "view_loss": 0.7563
1864
+ },
1865
+ {
1866
+ "adv_acc": 1.0,
1867
+ "adv_loss": 2.121,
1868
+ "adv_neg_cos": 0.0046,
1869
+ "adv_pos_cos": 0.962,
1870
+ "adv_ramp": 1.0,
1871
+ "adv_reg": 1.1082,
1872
+ "consformer_gate": 0.112241,
1873
+ "epoch": 3.9581437670609647,
1874
+ "grad_norm": 2.1178834438323975,
1875
+ "ground_area": 0.0559,
1876
+ "ground_loss": 0.863,
1877
+ "ground_mass": 0.5859,
1878
+ "learning_rate": 1.2653145793203774e-05,
1879
+ "loss": 2.7375,
1880
+ "qavit_gate": 0.02228,
1881
+ "span_acc": 0.8453,
1882
+ "span_loss": 0.3476,
1883
+ "step": 8700,
1884
+ "view_loss": 0.7187
1885
+ },
1886
+ {
1887
+ "epoch": 4.0,
1888
+ "eval_bleu1": 0.5763899093803293,
1889
+ "eval_bleu2": 0.5251003984683006,
1890
+ "eval_bleu3": 0.4768571991618989,
1891
+ "eval_bleu4": 0.43742691263003625,
1892
+ "eval_cider": 3.374250398489603,
1893
+ "eval_em": 0.34316197866149367,
1894
+ "eval_em_f1": 0.4679778388457879,
1895
+ "eval_f1": 0.5927936990300822,
1896
+ "eval_loss": 2.578620672225952,
1897
+ "eval_runtime": 599.653,
1898
+ "eval_samples_per_second": 8.597,
1899
+ "eval_steps_per_second": 1.076,
1900
+ "step": 8792
1901
+ }
1902
+ ],
1903
+ "logging_steps": 100,
1904
+ "max_steps": 10990,
1905
+ "num_input_tokens_seen": 0,
1906
+ "num_train_epochs": 5,
1907
+ "save_steps": 500,
1908
+ "stateful_callbacks": {
1909
+ "TrainerControl": {
1910
+ "args": {
1911
+ "should_epoch_stop": false,
1912
+ "should_evaluate": false,
1913
+ "should_log": false,
1914
+ "should_save": true,
1915
+ "should_training_stop": false
1916
+ },
1917
+ "attributes": {}
1918
+ }
1919
+ },
1920
+ "total_flos": 8575578986377728.0,
1921
+ "train_batch_size": 16,
1922
+ "trial_name": null,
1923
+ "trial_params": null
1924
+ }
checkpoint-8792/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:655da116dfebccaf5972157536a5a52bd20995ddb04544abfef2ba2f064a90b4
3
+ size 6097