Hugging Face's logo

optimum-intel-internal-testing
/
tiny-random-qwen3-asr

PyTorch
qwen3_asr
Model card Files
xet
 Community
2

Add reference OpenVINO IRs Generated with: - transformers==4.57.6 - optimum-intel==2.3.0.dev0+eae8e8e0 - openvino==2026.4.1-22982

#2
by pnevskaiaan - opened
base: refs/heads/ov
←
from: refs/pr/2
Discussion Files changed
+10715
-152305
Files changed (17) hide show
  1. README.md +0 -3
  2. added_tokens.json +0 -64
  3. chat_template.jinja +0 -31
  4. config.json +0 -199
  5. generation_config.json +0 -5
  6. merges.txt +0 -0
  7. metadata.json +13 -0
  8. pytorch_model.bin → openvino_audio_encoder_model.bin +2 -2
  9. openvino_audio_encoder_model.xml +3006 -0
  10. tokenizer.json → openvino_language_model.bin +2 -2
  11. openvino_language_model.xml +0 -0
  12. openvino_text_embeddings_model.bin +3 -0
  13. openvino_text_embeddings_model.xml +95 -0
  14. preprocessor_config.json +0 -15
  15. special_tokens_map.json +0 -44
  16. tokenizer_config.json +0 -549
  17. vocab.json +0 -0
README.md DELETED
@@ -1,3 +0,0 @@
1
- ---
2
- license: apache-2.0
3
- ---
 
 
 
 
added_tokens.json DELETED
@@ -1,64 +0,0 @@
1
- {
2
- "</think>": 151668,
3
- "</tool_call>": 151658,
4
- "</tool_response>": 151666,
5
- "<asr_text>": 151704,
6
- "<blank10>": 151686,
7
- "<blank11>": 151687,
8
- "<blank12>": 151688,
9
- "<blank13>": 151689,
10
- "<blank14>": 151690,
11
- "<blank15>": 151691,
12
- "<blank16>": 151692,
13
- "<blank17>": 151693,
14
- "<blank18>": 151694,
15
- "<blank19>": 151695,
16
- "<blank1>": 151677,
17
- "<blank20>": 151696,
18
- "<blank21>": 151697,
19
- "<blank22>": 151698,
20
- "<blank23>": 151699,
21
- "<blank24>": 151700,
22
- "<blank25>": 151701,
23
- "<blank26>": 151702,
24
- "<blank27>": 151703,
25
- "<blank2>": 151678,
26
- "<blank3>": 151679,
27
- "<blank4>": 151680,
28
- "<blank5>": 151681,
29
- "<blank6>": 151682,
30
- "<blank7>": 151683,
31
- "<blank8>": 151684,
32
- "<blank9>": 151685,
33
- "<non_speech>": 151675,
34
- "<think>": 151667,
35
- "<tool_call>": 151657,
36
- "<tool_response>": 151665,
37
- "<tts_pad>": 151671,
38
- "<tts_text_bos>": 151672,
39
- "<tts_text_bos_single>": 151674,
40
- "<tts_text_eod>": 151673,
41
- "<|audio_end|>": 151670,
42
- "<|audio_pad|>": 151676,
43
- "<|audio_start|>": 151669,
44
- "<|box_end|>": 151649,
45
- "<|box_start|>": 151648,
46
- "<|endoftext|>": 151643,
47
- "<|file_sep|>": 151664,
48
- "<|fim_middle|>": 151660,
49
- "<|fim_pad|>": 151662,
50
- "<|fim_prefix|>": 151659,
51
- "<|fim_suffix|>": 151661,
52
- "<|im_end|>": 151645,
53
- "<|im_start|>": 151644,
54
- "<|image_pad|>": 151655,
55
- "<|object_ref_end|>": 151647,
56
- "<|object_ref_start|>": 151646,
57
- "<|quad_end|>": 151651,
58
- "<|quad_start|>": 151650,
59
- "<|repo_name|>": 151663,
60
- "<|video_pad|>": 151656,
61
- "<|vision_end|>": 151653,
62
- "<|vision_pad|>": 151654,
63
- "<|vision_start|>": 151652
64
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
chat_template.jinja DELETED
@@ -1,31 +0,0 @@
1
- {%- set ns = namespace(system_text="") -%}
2
- {%- for m in messages -%}
3
- {%- if m.role == 'system' -%}
4
- {%- if m.content is string -%}
5
- {%- set ns.system_text = ns.system_text + m.content -%}
6
- {%- else -%}
7
- {%- for c in m.content -%}
8
- {%- if c.type == 'text' and (c.text is defined) -%}
9
- {%- set ns.system_text = ns.system_text + c.text -%}
10
- {%- endif -%}
11
- {%- endfor -%}
12
- {%- endif -%}
13
- {%- endif -%}
14
- {%- endfor -%}
15
-
16
- {%- set ns2 = namespace(audio_tokens="") -%}
17
- {%- for m in messages -%}
18
- {%- if m.content is not string -%}
19
- {%- for c in m.content -%}
20
- {%- if c.type == 'audio' or ('audio' in c) or ('audio_url' in c) -%}
21
- {%- set ns2.audio_tokens = ns2.audio_tokens + "<|audio_start|><|audio_pad|><|audio_end|>" -%}
22
- {%- endif -%}
23
- {%- endfor -%}
24
- {%- endif -%}
25
- {%- endfor -%}
26
-
27
- {{- '<|im_start|>system\n' + (ns.system_text if ns.system_text is string else '') + '<|im_end|>\n' -}}
28
- {{- '<|im_start|>user\n' + ns2.audio_tokens + '<|im_end|>\n' -}}
29
- {%- if add_generation_prompt -%}
30
- {{- '<|im_start|>assistant\n' -}}
31
- {%- endif -%}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
config.json DELETED
@@ -1,199 +0,0 @@
1
- {
2
- "architectures": [
3
- "Qwen3ASRForConditionalGeneration"
4
- ],
5
- "d_model": 128,
6
- "decoder_start_token_id": 0,
7
- "dtype": "float32",
8
- "encoder_layers": 2,
9
- "head_dim": 32,
10
- "hidden_size": 128,
11
- "model_type": "qwen3_asr",
12
- "num_attention_heads": 4,
13
- "num_hidden_layers": 2,
14
- "num_key_value_heads": 2,
15
- "num_mel_bins": 128,
16
- "support_languages": [
17
- "Chinese",
18
- "English"
19
- ],
20
- "thinker_config": {
21
- "audio_config": {
22
- "_name_or_path": "",
23
- "activation_dropout": 0,
24
- "activation_function": "gelu",
25
- "add_cross_attention": false,
26
- "architectures": null,
27
- "attention_dropout": 0,
28
- "bad_words_ids": null,
29
- "begin_suppress_tokens": null,
30
- "bos_token_id": null,
31
- "chunk_size_feed_forward": 0,
32
- "conv_chunksize": 500,
33
- "cross_attention_hidden_size": null,
34
- "d_model": 64,
35
- "decoder_start_token_id": null,
36
- "diversity_penalty": 0.0,
37
- "do_sample": false,
38
- "downsample_hidden_size": 32,
39
- "dropout": 0,
40
- "dtype": null,
41
- "early_stopping": false,
42
- "encoder_attention_heads": 4,
43
- "encoder_ffn_dim": 256,
44
- "encoder_layers": 2,
45
- "encoder_no_repeat_ngram_size": 0,
46
- "eos_token_id": null,
47
- "exponential_decay_length_penalty": null,
48
- "finetuning_task": null,
49
- "forced_bos_token_id": null,
50
- "forced_eos_token_id": null,
51
- "id2label": {
52
- "0": "LABEL_0",
53
- "1": "LABEL_1"
54
- },
55
- "initializer_range": 0.02,
56
- "is_decoder": false,
57
- "is_encoder_decoder": false,
58
- "label2id": {
59
- "LABEL_0": 0,
60
- "LABEL_1": 1
61
- },
62
- "length_penalty": 1.0,
63
- "max_length": 20,
64
- "max_source_positions": 1500,
65
- "min_length": 0,
66
- "model_type": "qwen3_asr_audio_encoder",
67
- "n_window": 50,
68
- "n_window_infer": 800,
69
- "no_repeat_ngram_size": 0,
70
- "num_beam_groups": 1,
71
- "num_beams": 1,
72
- "num_hidden_layers": 2,
73
- "num_mel_bins": 128,
74
- "num_return_sequences": 1,
75
- "output_attentions": false,
76
- "output_dim": 128,
77
- "output_hidden_states": false,
78
- "output_scores": false,
79
- "pad_token_id": null,
80
- "prefix": null,
81
- "problem_type": null,
82
- "pruned_heads": {},
83
- "remove_invalid_values": false,
84
- "repetition_penalty": 1.0,
85
- "return_dict": true,
86
- "return_dict_in_generate": false,
87
- "scale_embedding": false,
88
- "sep_token_id": null,
89
- "suppress_tokens": null,
90
- "task_specific_params": null,
91
- "temperature": 1.0,
92
- "tf_legacy_loss": false,
93
- "tie_encoder_decoder": false,
94
- "tie_word_embeddings": true,
95
- "tokenizer_class": null,
96
- "top_k": 50,
97
- "top_p": 1.0,
98
- "torchscript": false,
99
- "typical_p": 1.0,
100
- "use_bfloat16": false
101
- },
102
- "audio_start_token_id": 151669,
103
- "audio_token_id": 151676,
104
- "initializer_range": 0.02,
105
- "model_type": "qwen3_asr_thinker",
106
- "text_config": {
107
- "_name_or_path": "",
108
- "add_cross_attention": false,
109
- "architectures": null,
110
- "attention_bias": false,
111
- "attention_dropout": 0.0,
112
- "bad_words_ids": null,
113
- "begin_suppress_tokens": null,
114
- "bos_token_id": null,
115
- "chunk_size_feed_forward": 0,
116
- "cross_attention_hidden_size": null,
117
- "decoder_start_token_id": null,
118
- "diversity_penalty": 0.0,
119
- "do_sample": false,
120
- "dtype": "float32",
121
- "early_stopping": false,
122
- "encoder_no_repeat_ngram_size": 0,
123
- "eos_token_id": null,
124
- "exponential_decay_length_penalty": null,
125
- "finetuning_task": null,
126
- "forced_bos_token_id": null,
127
- "forced_eos_token_id": null,
128
- "head_dim": 32,
129
- "hidden_act": "silu",
130
- "hidden_size": 128,
131
- "id2label": {
132
- "0": "LABEL_0",
133
- "1": "LABEL_1"
134
- },
135
- "initializer_range": 0.02,
136
- "intermediate_size": 256,
137
- "is_decoder": false,
138
- "is_encoder_decoder": false,
139
- "label2id": {
140
- "LABEL_0": 0,
141
- "LABEL_1": 1
142
- },
143
- "length_penalty": 1.0,
144
- "max_length": 20,
145
- "max_position_embeddings": 4096,
146
- "min_length": 0,
147
- "model_type": "qwen3_asr_text",
148
- "no_repeat_ngram_size": 0,
149
- "num_attention_heads": 4,
150
- "num_beam_groups": 1,
151
- "num_beams": 1,
152
- "num_hidden_layers": 2,
153
- "num_key_value_heads": 2,
154
- "num_return_sequences": 1,
155
- "output_attentions": false,
156
- "output_hidden_states": false,
157
- "output_scores": false,
158
- "pad_token_id": null,
159
- "prefix": null,
160
- "problem_type": null,
161
- "pruned_heads": {},
162
- "remove_invalid_values": false,
163
- "repetition_penalty": 1.0,
164
- "return_dict": true,
165
- "return_dict_in_generate": false,
166
- "rms_norm_eps": 1e-06,
167
- "rope_scaling": {
168
- "interleaved": true,
169
- "mrope_interleaved": true,
170
- "mrope_section": [
171
- 6,
172
- 5,
173
- 5
174
- ],
175
- "rope_type": "default",
176
- "type": "default"
177
- },
178
- "rope_theta": 1000000,
179
- "sep_token_id": null,
180
- "suppress_tokens": null,
181
- "task_specific_params": null,
182
- "temperature": 1.0,
183
- "tf_legacy_loss": false,
184
- "tie_encoder_decoder": false,
185
- "tie_word_embeddings": true,
186
- "tokenizer_class": null,
187
- "top_k": 50,
188
- "top_p": 1.0,
189
- "torchscript": false,
190
- "typical_p": 1.0,
191
- "use_bfloat16": false,
192
- "use_cache": true,
193
- "vocab_size": 151936
194
- },
195
- "user_token_id": 872
196
- },
197
- "transformers_version": "4.57.6",
198
- "vocab_size": 151936
199
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
generation_config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "_from_model_config": true,
3
- "decoder_start_token_id": 0,
4
- "transformers_version": "4.57.6"
5
- }
 
 
 
 
 
 
merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
metadata.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_id": "optimum-intel-internal-testing/tiny-random-qwen3-asr",
3
+ "model_class": "OVModelForSpeechSeq2Seq",
4
+ "transformers_version": "4.57.6",
5
+ "optimum_intel_version": "2.3.0.dev0+eae8e8e0",
6
+ "openvino_version": "2026.4.1-22982",
7
+ "generated_date": "2026-11-13",
8
+ "components": [
9
+ "openvino_audio_encoder_model.xml",
10
+ "openvino_language_model.xml",
11
+ "openvino_text_embeddings_model.xml"
12
+ ]
13
+ }
pytorch_model.bin → openvino_audio_encoder_model.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4be477689eb1e02380c4c87c66261f22134fc9753d095e29ef466f7daf7656f
3
- size 79653590
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0b6e8aa007e9737018838616176c98c593308c3d3db168361af845e31a27b62
3
+ size 1032600
openvino_audio_encoder_model.xml ADDED
@@ -0,0 +1,3006 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="Model0" version="11">
3
+ <layers>
4
+ <layer id="0" name="padded_feature" type="Parameter" version="opset1">
5
+ <data shape="?,128,?" element_type="f32" />
6
+ <output>
7
+ <port id="0" precision="FP32" names="padded_feature">
8
+ <dim>-1</dim>
9
+ <dim>128</dim>
10
+ <dim>-1</dim>
11
+ </port>
12
+ </output>
13
+ </layer>
14
+ <layer id="1" name="padded_mask_after_cnn" type="Parameter" version="opset1">
15
+ <data shape="?,?" element_type="boolean" />
16
+ <output>
17
+ <port id="0" precision="BOOL" names="padded_mask_after_cnn">
18
+ <dim>-1</dim>
19
+ <dim>-1</dim>
20
+ </port>
21
+ </output>
22
+ </layer>
23
+ <layer id="2" name="aftercnn_lens" type="Parameter" version="opset1">
24
+ <data shape="?" element_type="i64" />
25
+ <output>
26
+ <port id="0" precision="I64" names="aftercnn_lens">
27
+ <dim>-1</dim>
28
+ </port>
29
+ </output>
30
+ </layer>
31
+ <layer id="3" name="cu_seqlens" type="Parameter" version="opset1">
32
+ <data shape="?" element_type="i32" />
33
+ <output>
34
+ <port id="0" precision="I32" names="cu_seqlens">
35
+ <dim>-1</dim>
36
+ </port>
37
+ </output>
38
+ </layer>
39
+ <layer id="4" name="19" type="Const" version="opset1">
40
+ <data element_type="i64" shape="" offset="0" size="8" />
41
+ <output>
42
+ <port id="0" precision="I64" names="19" />
43
+ </output>
44
+ </layer>
45
+ <layer id="5" name="aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
46
+ <input>
47
+ <port id="0" precision="FP32">
48
+ <dim>-1</dim>
49
+ <dim>128</dim>
50
+ <dim>-1</dim>
51
+ </port>
52
+ <port id="1" precision="I64" />
53
+ </input>
54
+ <output>
55
+ <port id="2" precision="FP32" names="20,input.1">
56
+ <dim>-1</dim>
57
+ <dim>1</dim>
58
+ <dim>128</dim>
59
+ <dim>-1</dim>
60
+ </port>
61
+ </output>
62
+ </layer>
63
+ <layer id="6" name="self.conv2d1.weight" type="Const" version="opset1">
64
+ <data element_type="f32" shape="32, 1, 3, 3" offset="8" size="1152" />
65
+ <output>
66
+ <port id="0" precision="FP32" names="self.conv2d1.weight">
67
+ <dim>32</dim>
68
+ <dim>1</dim>
69
+ <dim>3</dim>
70
+ <dim>3</dim>
71
+ </port>
72
+ </output>
73
+ </layer>
74
+ <layer id="7" name="__module.conv2d1/aten::_convolution/Convolution" type="Convolution" version="opset1">
75
+ <data strides="2, 2" dilations="1, 1" pads_begin="1, 1" pads_end="1, 1" auto_pad="explicit" />
76
+ <input>
77
+ <port id="0" precision="FP32">
78
+ <dim>-1</dim>
79
+ <dim>1</dim>
80
+ <dim>128</dim>
81
+ <dim>-1</dim>
82
+ </port>
83
+ <port id="1" precision="FP32">
84
+ <dim>32</dim>
85
+ <dim>1</dim>
86
+ <dim>3</dim>
87
+ <dim>3</dim>
88
+ </port>
89
+ </input>
90
+ <output>
91
+ <port id="2" precision="FP32" names="213">
92
+ <dim>-1</dim>
93
+ <dim>32</dim>
94
+ <dim>64</dim>
95
+ <dim>-1</dim>
96
+ </port>
97
+ </output>
98
+ </layer>
99
+ <layer id="8" name="aten::gelu/Gelu" type="Gelu" version="opset7">
100
+ <data approximation_mode="ERF" />
101
+ <input>
102
+ <port id="0" precision="FP32">
103
+ <dim>-1</dim>
104
+ <dim>32</dim>
105
+ <dim>64</dim>
106
+ <dim>-1</dim>
107
+ </port>
108
+ </input>
109
+ <output>
110
+ <port id="1" precision="FP32" names="23,input.3">
111
+ <dim>-1</dim>
112
+ <dim>32</dim>
113
+ <dim>64</dim>
114
+ <dim>-1</dim>
115
+ </port>
116
+ </output>
117
+ </layer>
118
+ <layer id="9" name="self.conv2d2.weight" type="Const" version="opset1">
119
+ <data element_type="f32" shape="32, 32, 3, 3" offset="1160" size="36864" />
120
+ <output>
121
+ <port id="0" precision="FP32" names="self.conv2d2.weight">
122
+ <dim>32</dim>
123
+ <dim>32</dim>
124
+ <dim>3</dim>
125
+ <dim>3</dim>
126
+ </port>
127
+ </output>
128
+ </layer>
129
+ <layer id="10" name="__module.conv2d2/aten::_convolution/Convolution" type="Convolution" version="opset1">
130
+ <data strides="2, 2" dilations="1, 1" pads_begin="1, 1" pads_end="1, 1" auto_pad="explicit" />
131
+ <input>
132
+ <port id="0" precision="FP32">
133
+ <dim>-1</dim>
134
+ <dim>32</dim>
135
+ <dim>64</dim>
136
+ <dim>-1</dim>
137
+ </port>
138
+ <port id="1" precision="FP32">
139
+ <dim>32</dim>
140
+ <dim>32</dim>
141
+ <dim>3</dim>
142
+ <dim>3</dim>
143
+ </port>
144
+ </input>
145
+ <output>
146
+ <port id="2" precision="FP32" names="225">
147
+ <dim>-1</dim>
148
+ <dim>32</dim>
149
+ <dim>32</dim>
150
+ <dim>-1</dim>
151
+ </port>
152
+ </output>
153
+ </layer>
154
+ <layer id="11" name="aten::gelu/Gelu_1" type="Gelu" version="opset7">
155
+ <data approximation_mode="ERF" />
156
+ <input>
157
+ <port id="0" precision="FP32">
158
+ <dim>-1</dim>
159
+ <dim>32</dim>
160
+ <dim>32</dim>
161
+ <dim>-1</dim>
162
+ </port>
163
+ </input>
164
+ <output>
165
+ <port id="1" precision="FP32" names="26,input.5">
166
+ <dim>-1</dim>
167
+ <dim>32</dim>
168
+ <dim>32</dim>
169
+ <dim>-1</dim>
170
+ </port>
171
+ </output>
172
+ </layer>
173
+ <layer id="12" name="self.conv2d3.weight" type="Const" version="opset1">
174
+ <data element_type="f32" shape="32, 32, 3, 3" offset="38024" size="36864" />
175
+ <output>
176
+ <port id="0" precision="FP32" names="self.conv2d3.weight">
177
+ <dim>32</dim>
178
+ <dim>32</dim>
179
+ <dim>3</dim>
180
+ <dim>3</dim>
181
+ </port>
182
+ </output>
183
+ </layer>
184
+ <layer id="13" name="__module.conv2d3/aten::_convolution/Convolution" type="Convolution" version="opset1">
185
+ <data strides="2, 2" dilations="1, 1" pads_begin="1, 1" pads_end="1, 1" auto_pad="explicit" />
186
+ <input>
187
+ <port id="0" precision="FP32">
188
+ <dim>-1</dim>
189
+ <dim>32</dim>
190
+ <dim>32</dim>
191
+ <dim>-1</dim>
192
+ </port>
193
+ <port id="1" precision="FP32">
194
+ <dim>32</dim>
195
+ <dim>32</dim>
196
+ <dim>3</dim>
197
+ <dim>3</dim>
198
+ </port>
199
+ </input>
200
+ <output>
201
+ <port id="2" precision="FP32" names="237">
202
+ <dim>-1</dim>
203
+ <dim>32</dim>
204
+ <dim>16</dim>
205
+ <dim>-1</dim>
206
+ </port>
207
+ </output>
208
+ </layer>
209
+ <layer id="14" name="aten::gelu/Gelu_2" type="Gelu" version="opset7">
210
+ <data approximation_mode="ERF" />
211
+ <input>
212
+ <port id="0" precision="FP32">
213
+ <dim>-1</dim>
214
+ <dim>32</dim>
215
+ <dim>16</dim>
216
+ <dim>-1</dim>
217
+ </port>
218
+ </input>
219
+ <output>
220
+ <port id="1" precision="FP32" names="29,padded_embed.1">
221
+ <dim>-1</dim>
222
+ <dim>32</dim>
223
+ <dim>16</dim>
224
+ <dim>-1</dim>
225
+ </port>
226
+ </output>
227
+ </layer>
228
+ <layer id="15" name="Constant_218" type="Const" version="opset1">
229
+ <data element_type="i64" shape="4" offset="74888" size="32" />
230
+ <output>
231
+ <port id="0" precision="I64">
232
+ <dim>4</dim>
233
+ </port>
234
+ </output>
235
+ </layer>
236
+ <layer id="16" name="aten::permute/Transpose" type="Transpose" version="opset1">
237
+ <input>
238
+ <port id="0" precision="FP32">
239
+ <dim>-1</dim>
240
+ <dim>32</dim>
241
+ <dim>16</dim>
242
+ <dim>-1</dim>
243
+ </port>
244
+ <port id="1" precision="I64">
245
+ <dim>4</dim>
246
+ </port>
247
+ </input>
248
+ <output>
249
+ <port id="2" precision="FP32" names="49">
250
+ <dim>-1</dim>
251
+ <dim>-1</dim>
252
+ <dim>32</dim>
253
+ <dim>16</dim>
254
+ </port>
255
+ </output>
256
+ </layer>
257
+ <layer id="17" name="Constant_10468" type="Const" version="opset1">
258
+ <data element_type="i64" shape="3" offset="74920" size="24" />
259
+ <output>
260
+ <port id="0" precision="I64">
261
+ <dim>3</dim>
262
+ </port>
263
+ </output>
264
+ </layer>
265
+ <layer id="18" name="aten::view/Reshape" type="Reshape" version="opset1">
266
+ <data special_zero="true" />
267
+ <input>
268
+ <port id="0" precision="FP32">
269
+ <dim>-1</dim>
270
+ <dim>-1</dim>
271
+ <dim>32</dim>
272
+ <dim>16</dim>
273
+ </port>
274
+ <port id="1" precision="I64">
275
+ <dim>3</dim>
276
+ </port>
277
+ </input>
278
+ <output>
279
+ <port id="2" precision="FP32" names="55,input.7">
280
+ <dim>-1</dim>
281
+ <dim>-1</dim>
282
+ <dim>512</dim>
283
+ </port>
284
+ </output>
285
+ </layer>
286
+ <layer id="19" name="self.conv_out.weight" type="Const" version="opset1">
287
+ <data element_type="f32" shape="64, 512" offset="74944" size="131072" />
288
+ <output>
289
+ <port id="0" precision="FP32" names="self.conv_out.weight">
290
+ <dim>64</dim>
291
+ <dim>512</dim>
292
+ </port>
293
+ </output>
294
+ </layer>
295
+ <layer id="20" name="__module.conv_out/aten::linear/MatMul" type="MatMul" version="opset1">
296
+ <data transpose_a="false" transpose_b="true" />
297
+ <input>
298
+ <port id="0" precision="FP32">
299
+ <dim>-1</dim>
300
+ <dim>-1</dim>
301
+ <dim>512</dim>
302
+ </port>
303
+ <port id="1" precision="FP32">
304
+ <dim>64</dim>
305
+ <dim>512</dim>
306
+ </port>
307
+ </input>
308
+ <output>
309
+ <port id="2" precision="FP32" names="240,padded_embed.3">
310
+ <dim>-1</dim>
311
+ <dim>-1</dim>
312
+ <dim>64</dim>
313
+ </port>
314
+ </output>
315
+ </layer>
316
+ <layer id="21" name="self.positional_embedding.positional_embedding" type="Const" version="opset1">
317
+ <data element_type="f32" shape="1500, 64" offset="206016" size="384000" />
318
+ <output>
319
+ <port id="0" precision="FP32" names="self.positional_embedding.positional_embedding">
320
+ <dim>1500</dim>
321
+ <dim>64</dim>
322
+ </port>
323
+ </output>
324
+ </layer>
325
+ <layer id="22" name="Constant_273" type="Const" version="opset1">
326
+ <data element_type="i64" shape="1" offset="590016" size="8" />
327
+ <output>
328
+ <port id="0" precision="I64">
329
+ <dim>1</dim>
330
+ </port>
331
+ </output>
332
+ </layer>
333
+ <layer id="23" name="ShapeOf_10432" type="ShapeOf" version="opset3">
334
+ <data output_type="i64" />
335
+ <input>
336
+ <port id="0" precision="FP32">
337
+ <dim>-1</dim>
338
+ <dim>32</dim>
339
+ <dim>16</dim>
340
+ <dim>-1</dim>
341
+ </port>
342
+ </input>
343
+ <output>
344
+ <port id="1" precision="I64">
345
+ <dim>4</dim>
346
+ </port>
347
+ </output>
348
+ </layer>
349
+ <layer id="24" name="Constant_10433" type="Const" version="opset1">
350
+ <data element_type="i64" shape="1" offset="590024" size="8" />
351
+ <output>
352
+ <port id="0" precision="I64">
353
+ <dim>1</dim>
354
+ </port>
355
+ </output>
356
+ </layer>
357
+ <layer id="25" name="Constant_10434" type="Const" version="opset1">
358
+ <data element_type="i64" shape="" offset="590016" size="8" />
359
+ <output>
360
+ <port id="0" precision="I64" />
361
+ </output>
362
+ </layer>
363
+ <layer id="26" name="Gather_10435" type="Gather" version="opset8">
364
+ <data batch_dims="0" />
365
+ <input>
366
+ <port id="0" precision="I64">
367
+ <dim>4</dim>
368
+ </port>
369
+ <port id="1" precision="I64">
370
+ <dim>1</dim>
371
+ </port>
372
+ <port id="2" precision="I64" />
373
+ </input>
374
+ <output>
375
+ <port id="3" precision="I64" names="58,60">
376
+ <dim>1</dim>
377
+ </port>
378
+ </output>
379
+ </layer>
380
+ <layer id="27" name="Constant_280" type="Const" version="opset1">
381
+ <data element_type="i64" shape="1" offset="0" size="8" />
382
+ <output>
383
+ <port id="0" precision="I64">
384
+ <dim>1</dim>
385
+ </port>
386
+ </output>
387
+ </layer>
388
+ <layer id="28" name="Constant_271" type="Const" version="opset1">
389
+ <data element_type="i64" shape="1" offset="590016" size="8" />
390
+ <output>
391
+ <port id="0" precision="I64">
392
+ <dim>1</dim>
393
+ </port>
394
+ </output>
395
+ </layer>
396
+ <layer id="29" name="aten::slice/Slice" type="Slice" version="opset8">
397
+ <input>
398
+ <port id="0" precision="FP32">
399
+ <dim>1500</dim>
400
+ <dim>64</dim>
401
+ </port>
402
+ <port id="1" precision="I64">
403
+ <dim>1</dim>
404
+ </port>
405
+ <port id="2" precision="I64">
406
+ <dim>1</dim>
407
+ </port>
408
+ <port id="3" precision="I64">
409
+ <dim>1</dim>
410
+ </port>
411
+ <port id="4" precision="I64">
412
+ <dim>1</dim>
413
+ </port>
414
+ </input>
415
+ <output>
416
+ <port id="5" precision="FP32" names="64,69">
417
+ <dim>-1</dim>
418
+ <dim>64</dim>
419
+ </port>
420
+ </output>
421
+ </layer>
422
+ <layer id="30" name="70" type="Const" version="opset1">
423
+ <data element_type="i64" shape="" offset="590016" size="8" />
424
+ <output>
425
+ <port id="0" precision="I64" names="70" />
426
+ </output>
427
+ </layer>
428
+ <layer id="31" name="aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
429
+ <input>
430
+ <port id="0" precision="FP32">
431
+ <dim>-1</dim>
432
+ <dim>64</dim>
433
+ </port>
434
+ <port id="1" precision="I64" />
435
+ </input>
436
+ <output>
437
+ <port id="2" precision="FP32" names="71,76,positional_embedding.1">
438
+ <dim>1</dim>
439
+ <dim>-1</dim>
440
+ <dim>64</dim>
441
+ </port>
442
+ </output>
443
+ </layer>
444
+ <layer id="32" name="aten::add/Add" type="Add" version="opset1">
445
+ <data auto_broadcast="numpy" />
446
+ <input>
447
+ <port id="0" precision="FP32">
448
+ <dim>-1</dim>
449
+ <dim>-1</dim>
450
+ <dim>64</dim>
451
+ </port>
452
+ <port id="1" precision="FP32">
453
+ <dim>1</dim>
454
+ <dim>-1</dim>
455
+ <dim>64</dim>
456
+ </port>
457
+ </input>
458
+ <output>
459
+ <port id="2" precision="FP32" names="78,padded_embed">
460
+ <dim>-1</dim>
461
+ <dim>-1</dim>
462
+ <dim>64</dim>
463
+ </port>
464
+ </output>
465
+ </layer>
466
+ <layer id="33" name="Constant_10469" type="Const" version="opset1">
467
+ <data element_type="i64" shape="3" offset="590032" size="24" />
468
+ <output>
469
+ <port id="0" precision="I64">
470
+ <dim>3</dim>
471
+ </port>
472
+ </output>
473
+ </layer>
474
+ <layer id="34" name="aten::reshape/Reshape" type="Reshape" version="opset1">
475
+ <data special_zero="true" />
476
+ <input>
477
+ <port id="0" precision="FP32">
478
+ <dim>-1</dim>
479
+ <dim>-1</dim>
480
+ <dim>64</dim>
481
+ </port>
482
+ <port id="1" precision="I64">
483
+ <dim>3</dim>
484
+ </port>
485
+ </input>
486
+ <output>
487
+ <port id="2" precision="FP32" names="184,input.9">
488
+ <dim>1</dim>
489
+ <dim>-1</dim>
490
+ <dim>64</dim>
491
+ </port>
492
+ </output>
493
+ </layer>
494
+ <layer id="35" name="__module.layers.0.self_attn_layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
495
+ <data element_type="i32" shape="1" offset="590056" size="4" />
496
+ <output>
497
+ <port id="0" precision="I32">
498
+ <dim>1</dim>
499
+ </port>
500
+ </output>
501
+ </layer>
502
+ <layer id="36" name="__module.layers.0.self_attn_layer_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
503
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
504
+ <input>
505
+ <port id="0" precision="FP32">
506
+ <dim>1</dim>
507
+ <dim>-1</dim>
508
+ <dim>64</dim>
509
+ </port>
510
+ <port id="1" precision="I32">
511
+ <dim>1</dim>
512
+ </port>
513
+ </input>
514
+ <output>
515
+ <port id="2" precision="FP32" names="264,hidden_states.1">
516
+ <dim>1</dim>
517
+ <dim>-1</dim>
518
+ <dim>64</dim>
519
+ </port>
520
+ </output>
521
+ </layer>
522
+ <layer id="37" name="self.layers.0.self_attn.q_proj.weight" type="Const" version="opset1">
523
+ <data element_type="f32" shape="64, 64" offset="590060" size="16384" />
524
+ <output>
525
+ <port id="0" precision="FP32" names="self.layers.0.self_attn.q_proj.weight">
526
+ <dim>64</dim>
527
+ <dim>64</dim>
528
+ </port>
529
+ </output>
530
+ </layer>
531
+ <layer id="38" name="__module.layers.0.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
532
+ <data transpose_a="false" transpose_b="true" />
533
+ <input>
534
+ <port id="0" precision="FP32">
535
+ <dim>1</dim>
536
+ <dim>-1</dim>
537
+ <dim>64</dim>
538
+ </port>
539
+ <port id="1" precision="FP32">
540
+ <dim>64</dim>
541
+ <dim>64</dim>
542
+ </port>
543
+ </input>
544
+ <output>
545
+ <port id="2" precision="FP32" names="273">
546
+ <dim>1</dim>
547
+ <dim>-1</dim>
548
+ <dim>64</dim>
549
+ </port>
550
+ </output>
551
+ </layer>
552
+ <layer id="39" name="Constant_10470" type="Const" version="opset1">
553
+ <data element_type="i64" shape="4" offset="606444" size="32" />
554
+ <output>
555
+ <port id="0" precision="I64">
556
+ <dim>4</dim>
557
+ </port>
558
+ </output>
559
+ </layer>
560
+ <layer id="40" name="__module.layers.0.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
561
+ <data special_zero="true" />
562
+ <input>
563
+ <port id="0" precision="FP32">
564
+ <dim>1</dim>
565
+ <dim>-1</dim>
566
+ <dim>64</dim>
567
+ </port>
568
+ <port id="1" precision="I64">
569
+ <dim>4</dim>
570
+ </port>
571
+ </input>
572
+ <output>
573
+ <port id="2" precision="FP32" names="275">
574
+ <dim>1</dim>
575
+ <dim>-1</dim>
576
+ <dim>4</dim>
577
+ <dim>16</dim>
578
+ </port>
579
+ </output>
580
+ </layer>
581
+ <layer id="41" name="__module.layers.0.self_attn/aten::transpose/Constant" type="Const" version="opset1">
582
+ <data element_type="i32" shape="4" offset="606476" size="16" />
583
+ <output>
584
+ <port id="0" precision="I32">
585
+ <dim>4</dim>
586
+ </port>
587
+ </output>
588
+ </layer>
589
+ <layer id="42" name="__module.layers.0.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
590
+ <input>
591
+ <port id="0" precision="FP32">
592
+ <dim>1</dim>
593
+ <dim>-1</dim>
594
+ <dim>4</dim>
595
+ <dim>16</dim>
596
+ </port>
597
+ <port id="1" precision="I32">
598
+ <dim>4</dim>
599
+ </port>
600
+ </input>
601
+ <output>
602
+ <port id="2" precision="FP32" names="276,query_states.1">
603
+ <dim>1</dim>
604
+ <dim>4</dim>
605
+ <dim>-1</dim>
606
+ <dim>16</dim>
607
+ </port>
608
+ </output>
609
+ </layer>
610
+ <layer id="43" name="self.layers.0.self_attn.k_proj.weight" type="Const" version="opset1">
611
+ <data element_type="f32" shape="64, 64" offset="606492" size="16384" />
612
+ <output>
613
+ <port id="0" precision="FP32" names="self.layers.0.self_attn.k_proj.weight">
614
+ <dim>64</dim>
615
+ <dim>64</dim>
616
+ </port>
617
+ </output>
618
+ </layer>
619
+ <layer id="44" name="__module.layers.0.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
620
+ <data transpose_a="false" transpose_b="true" />
621
+ <input>
622
+ <port id="0" precision="FP32">
623
+ <dim>1</dim>
624
+ <dim>-1</dim>
625
+ <dim>64</dim>
626
+ </port>
627
+ <port id="1" precision="FP32">
628
+ <dim>64</dim>
629
+ <dim>64</dim>
630
+ </port>
631
+ </input>
632
+ <output>
633
+ <port id="2" precision="FP32" names="279">
634
+ <dim>1</dim>
635
+ <dim>-1</dim>
636
+ <dim>64</dim>
637
+ </port>
638
+ </output>
639
+ </layer>
640
+ <layer id="45" name="Constant_10471" type="Const" version="opset1">
641
+ <data element_type="i64" shape="4" offset="606444" size="32" />
642
+ <output>
643
+ <port id="0" precision="I64">
644
+ <dim>4</dim>
645
+ </port>
646
+ </output>
647
+ </layer>
648
+ <layer id="46" name="__module.layers.0.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
649
+ <data special_zero="true" />
650
+ <input>
651
+ <port id="0" precision="FP32">
652
+ <dim>1</dim>
653
+ <dim>-1</dim>
654
+ <dim>64</dim>
655
+ </port>
656
+ <port id="1" precision="I64">
657
+ <dim>4</dim>
658
+ </port>
659
+ </input>
660
+ <output>
661
+ <port id="2" precision="FP32" names="281">
662
+ <dim>1</dim>
663
+ <dim>-1</dim>
664
+ <dim>4</dim>
665
+ <dim>16</dim>
666
+ </port>
667
+ </output>
668
+ </layer>
669
+ <layer id="47" name="Constant_2234" type="Const" version="opset1">
670
+ <data element_type="i32" shape="4" offset="622876" size="16" />
671
+ <output>
672
+ <port id="0" precision="I32">
673
+ <dim>4</dim>
674
+ </port>
675
+ </output>
676
+ </layer>
677
+ <layer id="48" name="__module.layers.0.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
678
+ <input>
679
+ <port id="0" precision="FP32">
680
+ <dim>1</dim>
681
+ <dim>-1</dim>
682
+ <dim>4</dim>
683
+ <dim>16</dim>
684
+ </port>
685
+ <port id="1" precision="I32">
686
+ <dim>4</dim>
687
+ </port>
688
+ </input>
689
+ <output>
690
+ <port id="2" precision="FP32" names="289">
691
+ <dim>1</dim>
692
+ <dim>4</dim>
693
+ <dim>16</dim>
694
+ <dim>-1</dim>
695
+ </port>
696
+ </output>
697
+ </layer>
698
+ <layer id="49" name="Constant_9722" type="Const" version="opset1">
699
+ <data element_type="i64" shape="4" offset="622892" size="32" />
700
+ <output>
701
+ <port id="0" precision="I64">
702
+ <dim>4</dim>
703
+ </port>
704
+ </output>
705
+ </layer>
706
+ <layer id="50" name="Transpose_9723" type="Transpose" version="opset1">
707
+ <input>
708
+ <port id="0" precision="FP32">
709
+ <dim>1</dim>
710
+ <dim>4</dim>
711
+ <dim>16</dim>
712
+ <dim>-1</dim>
713
+ </port>
714
+ <port id="1" precision="I64">
715
+ <dim>4</dim>
716
+ </port>
717
+ </input>
718
+ <output>
719
+ <port id="2" precision="FP32">
720
+ <dim>1</dim>
721
+ <dim>4</dim>
722
+ <dim>-1</dim>
723
+ <dim>16</dim>
724
+ </port>
725
+ </output>
726
+ </layer>
727
+ <layer id="51" name="self.layers.0.self_attn.v_proj.weight" type="Const" version="opset1">
728
+ <data element_type="f32" shape="64, 64" offset="622924" size="16384" />
729
+ <output>
730
+ <port id="0" precision="FP32" names="self.layers.0.self_attn.v_proj.weight">
731
+ <dim>64</dim>
732
+ <dim>64</dim>
733
+ </port>
734
+ </output>
735
+ </layer>
736
+ <layer id="52" name="__module.layers.0.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
737
+ <data transpose_a="false" transpose_b="true" />
738
+ <input>
739
+ <port id="0" precision="FP32">
740
+ <dim>1</dim>
741
+ <dim>-1</dim>
742
+ <dim>64</dim>
743
+ </port>
744
+ <port id="1" precision="FP32">
745
+ <dim>64</dim>
746
+ <dim>64</dim>
747
+ </port>
748
+ </input>
749
+ <output>
750
+ <port id="2" precision="FP32" names="285">
751
+ <dim>1</dim>
752
+ <dim>-1</dim>
753
+ <dim>64</dim>
754
+ </port>
755
+ </output>
756
+ </layer>
757
+ <layer id="53" name="Constant_10472" type="Const" version="opset1">
758
+ <data element_type="i64" shape="4" offset="606444" size="32" />
759
+ <output>
760
+ <port id="0" precision="I64">
761
+ <dim>4</dim>
762
+ </port>
763
+ </output>
764
+ </layer>
765
+ <layer id="54" name="__module.layers.0.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
766
+ <data special_zero="true" />
767
+ <input>
768
+ <port id="0" precision="FP32">
769
+ <dim>1</dim>
770
+ <dim>-1</dim>
771
+ <dim>64</dim>
772
+ </port>
773
+ <port id="1" precision="I64">
774
+ <dim>4</dim>
775
+ </port>
776
+ </input>
777
+ <output>
778
+ <port id="2" precision="FP32" names="287">
779
+ <dim>1</dim>
780
+ <dim>-1</dim>
781
+ <dim>4</dim>
782
+ <dim>16</dim>
783
+ </port>
784
+ </output>
785
+ </layer>
786
+ <layer id="55" name="__module.layers.0.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
787
+ <data element_type="i32" shape="4" offset="606476" size="16" />
788
+ <output>
789
+ <port id="0" precision="I32">
790
+ <dim>4</dim>
791
+ </port>
792
+ </output>
793
+ </layer>
794
+ <layer id="56" name="__module.layers.0.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
795
+ <input>
796
+ <port id="0" precision="FP32">
797
+ <dim>1</dim>
798
+ <dim>-1</dim>
799
+ <dim>4</dim>
800
+ <dim>16</dim>
801
+ </port>
802
+ <port id="1" precision="I32">
803
+ <dim>4</dim>
804
+ </port>
805
+ </input>
806
+ <output>
807
+ <port id="2" precision="FP32" names="288,value_states.1">
808
+ <dim>1</dim>
809
+ <dim>4</dim>
810
+ <dim>-1</dim>
811
+ <dim>16</dim>
812
+ </port>
813
+ </output>
814
+ </layer>
815
+ <layer id="57" name="aten::sum/Convert" type="Convert" version="opset1">
816
+ <data destination_type="i64" />
817
+ <input>
818
+ <port id="0" precision="BOOL">
819
+ <dim>-1</dim>
820
+ <dim>-1</dim>
821
+ </port>
822
+ </input>
823
+ <output>
824
+ <port id="1" precision="I64">
825
+ <dim>-1</dim>
826
+ <dim>-1</dim>
827
+ </port>
828
+ </output>
829
+ </layer>
830
+ <layer id="58" name="Constant_352" type="Const" version="opset1">
831
+ <data element_type="i64" shape="1" offset="0" size="8" />
832
+ <output>
833
+ <port id="0" precision="I64">
834
+ <dim>1</dim>
835
+ </port>
836
+ </output>
837
+ </layer>
838
+ <layer id="59" name="aten::sum/ReduceSum" type="ReduceSum" version="opset1">
839
+ <data keep_dims="false" />
840
+ <input>
841
+ <port id="0" precision="I64">
842
+ <dim>-1</dim>
843
+ <dim>-1</dim>
844
+ </port>
845
+ <port id="1" precision="I64">
846
+ <dim>1</dim>
847
+ </port>
848
+ </input>
849
+ <output>
850
+ <port id="2" precision="I64" names="111,valid_counts">
851
+ <dim>-1</dim>
852
+ </port>
853
+ </output>
854
+ </layer>
855
+ <layer id="60" name="112" type="Const" version="opset1">
856
+ <data element_type="i64" shape="" offset="590016" size="8" />
857
+ <output>
858
+ <port id="0" precision="I64" names="112" />
859
+ </output>
860
+ </layer>
861
+ <layer id="61" name="aten::cumsum/CumSum" type="CumSum" version="opset3">
862
+ <data exclusive="false" reverse="false" />
863
+ <input>
864
+ <port id="0" precision="I64">
865
+ <dim>-1</dim>
866
+ </port>
867
+ <port id="1" precision="I64" />
868
+ </input>
869
+ <output>
870
+ <port id="2" precision="I64" names="114">
871
+ <dim>-1</dim>
872
+ </port>
873
+ </output>
874
+ </layer>
875
+ <layer id="62" name="aten::sub/Subtract" type="Subtract" version="opset1">
876
+ <data auto_broadcast="numpy" />
877
+ <input>
878
+ <port id="0" precision="I64">
879
+ <dim>-1</dim>
880
+ </port>
881
+ <port id="1" precision="I64">
882
+ <dim>-1</dim>
883
+ </port>
884
+ </input>
885
+ <output>
886
+ <port id="2" precision="I64" names="116,chunk_offsets">
887
+ <dim>-1</dim>
888
+ </port>
889
+ </output>
890
+ </layer>
891
+ <layer id="63" name="122" type="Const" version="opset1">
892
+ <data element_type="i64" shape="" offset="0" size="8" />
893
+ <output>
894
+ <port id="0" precision="I64" names="122" />
895
+ </output>
896
+ </layer>
897
+ <layer id="64" name="aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
898
+ <input>
899
+ <port id="0" precision="I64">
900
+ <dim>-1</dim>
901
+ </port>
902
+ <port id="1" precision="I64" />
903
+ </input>
904
+ <output>
905
+ <port id="2" precision="I64" names="123">
906
+ <dim>-1</dim>
907
+ <dim>1</dim>
908
+ </port>
909
+ </output>
910
+ </layer>
911
+ <layer id="65" name="aten::arange/Constant" type="Const" version="opset1">
912
+ <data element_type="i32" shape="" offset="639308" size="4" />
913
+ <output>
914
+ <port id="0" precision="I32" />
915
+ </output>
916
+ </layer>
917
+ <layer id="66" name="ShapeOf_10442" type="ShapeOf" version="opset3">
918
+ <data output_type="i64" />
919
+ <input>
920
+ <port id="0" precision="FP32">
921
+ <dim>-1</dim>
922
+ <dim>-1</dim>
923
+ <dim>64</dim>
924
+ </port>
925
+ </input>
926
+ <output>
927
+ <port id="1" precision="I64">
928
+ <dim>3</dim>
929
+ </port>
930
+ </output>
931
+ </layer>
932
+ <layer id="67" name="Constant_10443" type="Const" version="opset1">
933
+ <data element_type="i64" shape="" offset="0" size="8" />
934
+ <output>
935
+ <port id="0" precision="I64" />
936
+ </output>
937
+ </layer>
938
+ <layer id="68" name="Constant_10444" type="Const" version="opset1">
939
+ <data element_type="i64" shape="" offset="590016" size="8" />
940
+ <output>
941
+ <port id="0" precision="I64" />
942
+ </output>
943
+ </layer>
944
+ <layer id="69" name="Gather_10445" type="Gather" version="opset8">
945
+ <data batch_dims="0" />
946
+ <input>
947
+ <port id="0" precision="I64">
948
+ <dim>3</dim>
949
+ </port>
950
+ <port id="1" precision="I64" />
951
+ <port id="2" precision="I64" />
952
+ </input>
953
+ <output>
954
+ <port id="3" precision="I64" names="84,86" />
955
+ </output>
956
+ </layer>
957
+ <layer id="70" name="aten::arange/Constant_1" type="Const" version="opset1">
958
+ <data element_type="i32" shape="" offset="639312" size="4" />
959
+ <output>
960
+ <port id="0" precision="I32" />
961
+ </output>
962
+ </layer>
963
+ <layer id="71" name="aten::arange/Range" type="Range" version="opset4">
964
+ <data output_type="i64" />
965
+ <input>
966
+ <port id="0" precision="I32" />
967
+ <port id="1" precision="I64" />
968
+ <port id="2" precision="I32" />
969
+ </input>
970
+ <output>
971
+ <port id="3" precision="I64" names="121,positions">
972
+ <dim>-1</dim>
973
+ </port>
974
+ </output>
975
+ </layer>
976
+ <layer id="72" name="124" type="Const" version="opset1">
977
+ <data element_type="i64" shape="" offset="590016" size="8" />
978
+ <output>
979
+ <port id="0" precision="I64" names="124" />
980
+ </output>
981
+ </layer>
982
+ <layer id="73" name="aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
983
+ <input>
984
+ <port id="0" precision="I64">
985
+ <dim>-1</dim>
986
+ </port>
987
+ <port id="1" precision="I64" />
988
+ </input>
989
+ <output>
990
+ <port id="2" precision="I64" names="125">
991
+ <dim>1</dim>
992
+ <dim>-1</dim>
993
+ </port>
994
+ </output>
995
+ </layer>
996
+ <layer id="74" name="aten::add/Add_1" type="Add" version="opset1">
997
+ <data auto_broadcast="numpy" />
998
+ <input>
999
+ <port id="0" precision="I64">
1000
+ <dim>-1</dim>
1001
+ <dim>1</dim>
1002
+ </port>
1003
+ <port id="1" precision="I64">
1004
+ <dim>1</dim>
1005
+ <dim>-1</dim>
1006
+ </port>
1007
+ </input>
1008
+ <output>
1009
+ <port id="2" precision="I64" names="127,compact_index">
1010
+ <dim>-1</dim>
1011
+ <dim>-1</dim>
1012
+ </port>
1013
+ </output>
1014
+ </layer>
1015
+ <layer id="75" name="138" type="Const" version="opset1">
1016
+ <data element_type="i64" shape="" offset="639316" size="8" />
1017
+ <output>
1018
+ <port id="0" precision="I64" names="138" />
1019
+ </output>
1020
+ </layer>
1021
+ <layer id="76" name="aten::unsqueeze/Unsqueeze_4" type="Unsqueeze" version="opset1">
1022
+ <input>
1023
+ <port id="0" precision="I64">
1024
+ <dim>-1</dim>
1025
+ <dim>-1</dim>
1026
+ </port>
1027
+ <port id="1" precision="I64" />
1028
+ </input>
1029
+ <output>
1030
+ <port id="2" precision="I64" names="139">
1031
+ <dim>-1</dim>
1032
+ <dim>-1</dim>
1033
+ <dim>1</dim>
1034
+ </port>
1035
+ </output>
1036
+ </layer>
1037
+ <layer id="77" name="Constant_390" type="Const" version="opset1">
1038
+ <data element_type="i64" shape="1" offset="0" size="8" />
1039
+ <output>
1040
+ <port id="0" precision="I64">
1041
+ <dim>1</dim>
1042
+ </port>
1043
+ </output>
1044
+ </layer>
1045
+ <layer id="78" name="Constant_392" type="Const" version="opset1">
1046
+ <data element_type="i64" shape="1" offset="639324" size="8" />
1047
+ <output>
1048
+ <port id="0" precision="I64">
1049
+ <dim>1</dim>
1050
+ </port>
1051
+ </output>
1052
+ </layer>
1053
+ <layer id="79" name="Constant_394" type="Const" version="opset1">
1054
+ <data element_type="i64" shape="1" offset="0" size="8" />
1055
+ <output>
1056
+ <port id="0" precision="I64">
1057
+ <dim>1</dim>
1058
+ </port>
1059
+ </output>
1060
+ </layer>
1061
+ <layer id="80" name="Constant_388" type="Const" version="opset1">
1062
+ <data element_type="i64" shape="1" offset="590016" size="8" />
1063
+ <output>
1064
+ <port id="0" precision="I64">
1065
+ <dim>1</dim>
1066
+ </port>
1067
+ </output>
1068
+ </layer>
1069
+ <layer id="81" name="aten::slice/Slice_2" type="Slice" version="opset8">
1070
+ <input>
1071
+ <port id="0" precision="I32">
1072
+ <dim>-1</dim>
1073
+ </port>
1074
+ <port id="1" precision="I64">
1075
+ <dim>1</dim>
1076
+ </port>
1077
+ <port id="2" precision="I64">
1078
+ <dim>1</dim>
1079
+ </port>
1080
+ <port id="3" precision="I64">
1081
+ <dim>1</dim>
1082
+ </port>
1083
+ <port id="4" precision="I64">
1084
+ <dim>1</dim>
1085
+ </port>
1086
+ </input>
1087
+ <output>
1088
+ <port id="5" precision="I32" names="132">
1089
+ <dim>-1</dim>
1090
+ </port>
1091
+ </output>
1092
+ </layer>
1093
+ <layer id="82" name="aten::to/Convert_2" type="Convert" version="opset1">
1094
+ <data destination_type="i64" />
1095
+ <input>
1096
+ <port id="0" precision="I32">
1097
+ <dim>-1</dim>
1098
+ </port>
1099
+ </input>
1100
+ <output>
1101
+ <port id="1" precision="I64" names="137,window_bounds">
1102
+ <dim>-1</dim>
1103
+ </port>
1104
+ </output>
1105
+ </layer>
1106
+ <layer id="83" name="Constant_415" type="Const" version="opset1">
1107
+ <data element_type="i64" shape="3" offset="639332" size="24" />
1108
+ <output>
1109
+ <port id="0" precision="I64">
1110
+ <dim>3</dim>
1111
+ </port>
1112
+ </output>
1113
+ </layer>
1114
+ <layer id="84" name="aten::view/Reshape_1" type="Reshape" version="opset1">
1115
+ <data special_zero="false" />
1116
+ <input>
1117
+ <port id="0" precision="I64">
1118
+ <dim>-1</dim>
1119
+ </port>
1120
+ <port id="1" precision="I64">
1121
+ <dim>3</dim>
1122
+ </port>
1123
+ </input>
1124
+ <output>
1125
+ <port id="2" precision="I64" names="144">
1126
+ <dim>1</dim>
1127
+ <dim>1</dim>
1128
+ <dim>-1</dim>
1129
+ </port>
1130
+ </output>
1131
+ </layer>
1132
+ <layer id="85" name="aten::ge/GreaterEqual" type="GreaterEqual" version="opset1">
1133
+ <data auto_broadcast="numpy" />
1134
+ <input>
1135
+ <port id="0" precision="I64">
1136
+ <dim>-1</dim>
1137
+ <dim>-1</dim>
1138
+ <dim>1</dim>
1139
+ </port>
1140
+ <port id="1" precision="I64">
1141
+ <dim>1</dim>
1142
+ <dim>1</dim>
1143
+ <dim>-1</dim>
1144
+ </port>
1145
+ </input>
1146
+ <output>
1147
+ <port id="2" precision="BOOL" names="145">
1148
+ <dim>-1</dim>
1149
+ <dim>-1</dim>
1150
+ <dim>-1</dim>
1151
+ </port>
1152
+ </output>
1153
+ </layer>
1154
+ <layer id="86" name="aten::sum/Convert_1" type="Convert" version="opset1">
1155
+ <data destination_type="i64" />
1156
+ <input>
1157
+ <port id="0" precision="BOOL">
1158
+ <dim>-1</dim>
1159
+ <dim>-1</dim>
1160
+ <dim>-1</dim>
1161
+ </port>
1162
+ </input>
1163
+ <output>
1164
+ <port id="1" precision="I64">
1165
+ <dim>-1</dim>
1166
+ <dim>-1</dim>
1167
+ <dim>-1</dim>
1168
+ </port>
1169
+ </output>
1170
+ </layer>
1171
+ <layer id="87" name="Constant_430" type="Const" version="opset1">
1172
+ <data element_type="i64" shape="1" offset="639316" size="8" />
1173
+ <output>
1174
+ <port id="0" precision="I64">
1175
+ <dim>1</dim>
1176
+ </port>
1177
+ </output>
1178
+ </layer>
1179
+ <layer id="88" name="aten::sum/ReduceSum_1" type="ReduceSum" version="opset1">
1180
+ <data keep_dims="false" />
1181
+ <input>
1182
+ <port id="0" precision="I64">
1183
+ <dim>-1</dim>
1184
+ <dim>-1</dim>
1185
+ <dim>-1</dim>
1186
+ </port>
1187
+ <port id="1" precision="I64">
1188
+ <dim>1</dim>
1189
+ </port>
1190
+ </input>
1191
+ <output>
1192
+ <port id="2" precision="I64" names="150">
1193
+ <dim>-1</dim>
1194
+ <dim>-1</dim>
1195
+ </port>
1196
+ </output>
1197
+ </layer>
1198
+ <layer id="89" name="Constant_10473" type="Const" version="opset1">
1199
+ <data element_type="i64" shape="1" offset="639316" size="8" />
1200
+ <output>
1201
+ <port id="0" precision="I64">
1202
+ <dim>1</dim>
1203
+ </port>
1204
+ </output>
1205
+ </layer>
1206
+ <layer id="90" name="aten::reshape/Reshape_1" type="Reshape" version="opset1">
1207
+ <data special_zero="true" />
1208
+ <input>
1209
+ <port id="0" precision="I64">
1210
+ <dim>-1</dim>
1211
+ <dim>-1</dim>
1212
+ </port>
1213
+ <port id="1" precision="I64">
1214
+ <dim>1</dim>
1215
+ </port>
1216
+ </input>
1217
+ <output>
1218
+ <port id="2" precision="I64" names="152,window_id">
1219
+ <dim>-1</dim>
1220
+ </port>
1221
+ </output>
1222
+ </layer>
1223
+ <layer id="91" name="155" type="Const" version="opset1">
1224
+ <data element_type="i64" shape="" offset="590016" size="8" />
1225
+ <output>
1226
+ <port id="0" precision="I64" names="155" />
1227
+ </output>
1228
+ </layer>
1229
+ <layer id="92" name="aten::unsqueeze/Unsqueeze_5" type="Unsqueeze" version="opset1">
1230
+ <input>
1231
+ <port id="0" precision="I64">
1232
+ <dim>-1</dim>
1233
+ </port>
1234
+ <port id="1" precision="I64" />
1235
+ </input>
1236
+ <output>
1237
+ <port id="2" precision="I64" names="156">
1238
+ <dim>1</dim>
1239
+ <dim>-1</dim>
1240
+ </port>
1241
+ </output>
1242
+ </layer>
1243
+ <layer id="93" name="157" type="Const" version="opset1">
1244
+ <data element_type="i64" shape="" offset="0" size="8" />
1245
+ <output>
1246
+ <port id="0" precision="I64" names="157" />
1247
+ </output>
1248
+ </layer>
1249
+ <layer id="94" name="aten::unsqueeze/Unsqueeze_6" type="Unsqueeze" version="opset1">
1250
+ <input>
1251
+ <port id="0" precision="I64">
1252
+ <dim>-1</dim>
1253
+ </port>
1254
+ <port id="1" precision="I64" />
1255
+ </input>
1256
+ <output>
1257
+ <port id="2" precision="I64" names="158">
1258
+ <dim>-1</dim>
1259
+ <dim>1</dim>
1260
+ </port>
1261
+ </output>
1262
+ </layer>
1263
+ <layer id="95" name="aten::eq/Equal" type="Equal" version="opset1">
1264
+ <data auto_broadcast="numpy" />
1265
+ <input>
1266
+ <port id="0" precision="I64">
1267
+ <dim>1</dim>
1268
+ <dim>-1</dim>
1269
+ </port>
1270
+ <port id="1" precision="I64">
1271
+ <dim>-1</dim>
1272
+ <dim>1</dim>
1273
+ </port>
1274
+ </input>
1275
+ <output>
1276
+ <port id="2" precision="BOOL" names="159,same_window">
1277
+ <dim>-1</dim>
1278
+ <dim>-1</dim>
1279
+ </port>
1280
+ </output>
1281
+ </layer>
1282
+ <layer id="96" name="Constant_10474" type="Const" version="opset1">
1283
+ <data element_type="i64" shape="1" offset="639316" size="8" />
1284
+ <output>
1285
+ <port id="0" precision="I64">
1286
+ <dim>1</dim>
1287
+ </port>
1288
+ </output>
1289
+ </layer>
1290
+ <layer id="97" name="aten::reshape/Reshape_2" type="Reshape" version="opset1">
1291
+ <data special_zero="true" />
1292
+ <input>
1293
+ <port id="0" precision="BOOL">
1294
+ <dim>-1</dim>
1295
+ <dim>-1</dim>
1296
+ </port>
1297
+ <port id="1" precision="I64">
1298
+ <dim>1</dim>
1299
+ </port>
1300
+ </input>
1301
+ <output>
1302
+ <port id="2" precision="BOOL" names="154,valid_flat">
1303
+ <dim>-1</dim>
1304
+ </port>
1305
+ </output>
1306
+ </layer>
1307
+ <layer id="98" name="160" type="Const" version="opset1">
1308
+ <data element_type="i64" shape="" offset="590016" size="8" />
1309
+ <output>
1310
+ <port id="0" precision="I64" names="160" />
1311
+ </output>
1312
+ </layer>
1313
+ <layer id="99" name="aten::unsqueeze/Unsqueeze_7" type="Unsqueeze" version="opset1">
1314
+ <input>
1315
+ <port id="0" precision="BOOL">
1316
+ <dim>-1</dim>
1317
+ </port>
1318
+ <port id="1" precision="I64" />
1319
+ </input>
1320
+ <output>
1321
+ <port id="2" precision="BOOL" names="161">
1322
+ <dim>1</dim>
1323
+ <dim>-1</dim>
1324
+ </port>
1325
+ </output>
1326
+ </layer>
1327
+ <layer id="100" name="aten::__and__/BitwiseAnd" type="BitwiseAnd" version="opset13">
1328
+ <data auto_broadcast="numpy" />
1329
+ <input>
1330
+ <port id="0" precision="BOOL">
1331
+ <dim>-1</dim>
1332
+ <dim>-1</dim>
1333
+ </port>
1334
+ <port id="1" precision="BOOL">
1335
+ <dim>1</dim>
1336
+ <dim>-1</dim>
1337
+ </port>
1338
+ </input>
1339
+ <output>
1340
+ <port id="2" precision="BOOL" names="162">
1341
+ <dim>-1</dim>
1342
+ <dim>-1</dim>
1343
+ </port>
1344
+ </output>
1345
+ </layer>
1346
+ <layer id="101" name="Constant_10439" type="Const" version="opset1">
1347
+ <data element_type="i64" shape="" offset="590016" size="8" />
1348
+ <output>
1349
+ <port id="0" precision="I64" />
1350
+ </output>
1351
+ </layer>
1352
+ <layer id="102" name="Constant_10440" type="Const" version="opset1">
1353
+ <data element_type="i64" shape="" offset="590016" size="8" />
1354
+ <output>
1355
+ <port id="0" precision="I64" />
1356
+ </output>
1357
+ </layer>
1358
+ <layer id="103" name="Gather_10441" type="Gather" version="opset8">
1359
+ <data batch_dims="0" />
1360
+ <input>
1361
+ <port id="0" precision="I64">
1362
+ <dim>4</dim>
1363
+ </port>
1364
+ <port id="1" precision="I64" />
1365
+ <port id="2" precision="I64" />
1366
+ </input>
1367
+ <output>
1368
+ <port id="3" precision="I64" names="80,82" />
1369
+ </output>
1370
+ </layer>
1371
+ <layer id="104" name="aten::mul/Multiply" type="Multiply" version="opset1">
1372
+ <data auto_broadcast="numpy" />
1373
+ <input>
1374
+ <port id="0" precision="I64" />
1375
+ <port id="1" precision="I64" />
1376
+ </input>
1377
+ <output>
1378
+ <port id="2" precision="I64" names="100,101,93,94,95,96,97,98,99,seq_len" />
1379
+ </output>
1380
+ </layer>
1381
+ <layer id="105" name="aten::eye/Convert" type="Convert" version="opset1">
1382
+ <data destination_type="i32" />
1383
+ <input>
1384
+ <port id="0" precision="I64" />
1385
+ </input>
1386
+ <output>
1387
+ <port id="1" precision="I32" />
1388
+ </output>
1389
+ </layer>
1390
+ <layer id="106" name="aten::eye/Constant" type="Const" version="opset1">
1391
+ <data element_type="i32" shape="" offset="639308" size="4" />
1392
+ <output>
1393
+ <port id="0" precision="I32" />
1394
+ </output>
1395
+ </layer>
1396
+ <layer id="107" name="aten::eye/Eye" type="Eye" version="opset9">
1397
+ <data output_type="i32" />
1398
+ <input>
1399
+ <port id="0" precision="I32" />
1400
+ <port id="1" precision="I32" />
1401
+ <port id="2" precision="I32" />
1402
+ </input>
1403
+ <output>
1404
+ <port id="3" precision="I32">
1405
+ <dim>-1</dim>
1406
+ <dim>-1</dim>
1407
+ </port>
1408
+ </output>
1409
+ </layer>
1410
+ <layer id="108" name="aten::eye/Convert_1" type="Convert" version="opset1">
1411
+ <data destination_type="boolean" />
1412
+ <input>
1413
+ <port id="0" precision="I32">
1414
+ <dim>-1</dim>
1415
+ <dim>-1</dim>
1416
+ </port>
1417
+ </input>
1418
+ <output>
1419
+ <port id="1" precision="BOOL" names="167">
1420
+ <dim>-1</dim>
1421
+ <dim>-1</dim>
1422
+ </port>
1423
+ </output>
1424
+ </layer>
1425
+ <layer id="109" name="aten::__or__/BitwiseOr" type="BitwiseOr" version="opset13">
1426
+ <data auto_broadcast="numpy" />
1427
+ <input>
1428
+ <port id="0" precision="BOOL">
1429
+ <dim>-1</dim>
1430
+ <dim>-1</dim>
1431
+ </port>
1432
+ <port id="1" precision="BOOL">
1433
+ <dim>-1</dim>
1434
+ <dim>-1</dim>
1435
+ </port>
1436
+ </input>
1437
+ <output>
1438
+ <port id="2" precision="BOOL" names="168,allowed">
1439
+ <dim>-1</dim>
1440
+ <dim>-1</dim>
1441
+ </port>
1442
+ </output>
1443
+ </layer>
1444
+ <layer id="110" name="aten::bitwise_not/BitwiseNot" type="BitwiseNot" version="opset13">
1445
+ <input>
1446
+ <port id="0" precision="BOOL">
1447
+ <dim>-1</dim>
1448
+ <dim>-1</dim>
1449
+ </port>
1450
+ </input>
1451
+ <output>
1452
+ <port id="1" precision="BOOL" names="175">
1453
+ <dim>-1</dim>
1454
+ <dim>-1</dim>
1455
+ </port>
1456
+ </output>
1457
+ </layer>
1458
+ <layer id="111" name="aten::masked_fill/ConvertLike" type="Const" version="opset1">
1459
+ <data element_type="f32" shape="" offset="639356" size="4" />
1460
+ <output>
1461
+ <port id="0" precision="FP32" />
1462
+ </output>
1463
+ </layer>
1464
+ <layer id="112" name="aten::zeros/Convert" type="Const" version="opset1">
1465
+ <data element_type="f32" shape="" offset="639308" size="4" />
1466
+ <output>
1467
+ <port id="0" precision="FP32" />
1468
+ </output>
1469
+ </layer>
1470
+ <layer id="113" name="Constant_1287" type="Const" version="opset1">
1471
+ <data element_type="i32" shape="" offset="639308" size="4" />
1472
+ <output>
1473
+ <port id="0" precision="I32" />
1474
+ </output>
1475
+ </layer>
1476
+ <layer id="114" name="Unsqueeze_1289" type="Unsqueeze" version="opset1">
1477
+ <input>
1478
+ <port id="0" precision="I64" />
1479
+ <port id="1" precision="I32" />
1480
+ </input>
1481
+ <output>
1482
+ <port id="2" precision="I64">
1483
+ <dim>1</dim>
1484
+ </port>
1485
+ </output>
1486
+ </layer>
1487
+ <layer id="115" name="Constant_8996" type="Const" version="opset1">
1488
+ <data element_type="i32" shape="1" offset="639360" size="4" />
1489
+ <output>
1490
+ <port id="0" precision="I32">
1491
+ <dim>1</dim>
1492
+ </port>
1493
+ </output>
1494
+ </layer>
1495
+ <layer id="116" name="prim::ListConstruct/SequenceMark_4" type="Broadcast" version="opset3">
1496
+ <data mode="numpy" />
1497
+ <input>
1498
+ <port id="0" precision="I64">
1499
+ <dim>1</dim>
1500
+ </port>
1501
+ <port id="1" precision="I32">
1502
+ <dim>1</dim>
1503
+ </port>
1504
+ </input>
1505
+ <output>
1506
+ <port id="2" precision="I64">
1507
+ <dim>2</dim>
1508
+ </port>
1509
+ </output>
1510
+ </layer>
1511
+ <layer id="117" name="aten::zeros/Broadcast" type="Broadcast" version="opset3">
1512
+ <data mode="numpy" />
1513
+ <input>
1514
+ <port id="0" precision="FP32" />
1515
+ <port id="1" precision="I64">
1516
+ <dim>2</dim>
1517
+ </port>
1518
+ </input>
1519
+ <output>
1520
+ <port id="2" precision="FP32" names="174,attention_mask.1">
1521
+ <dim>-1</dim>
1522
+ <dim>-1</dim>
1523
+ </port>
1524
+ </output>
1525
+ </layer>
1526
+ <layer id="118" name="aten::masked_fill/Select" type="Select" version="opset1">
1527
+ <data auto_broadcast="numpy" />
1528
+ <input>
1529
+ <port id="0" precision="BOOL">
1530
+ <dim>-1</dim>
1531
+ <dim>-1</dim>
1532
+ </port>
1533
+ <port id="1" precision="FP32" />
1534
+ <port id="2" precision="FP32">
1535
+ <dim>-1</dim>
1536
+ <dim>-1</dim>
1537
+ </port>
1538
+ </input>
1539
+ <output>
1540
+ <port id="3" precision="FP32" names="177,attention_mask.3">
1541
+ <dim>-1</dim>
1542
+ <dim>-1</dim>
1543
+ </port>
1544
+ </output>
1545
+ </layer>
1546
+ <layer id="119" name="Constant_1067" type="Const" version="opset1">
1547
+ <data element_type="i64" shape="1" offset="0" size="8" />
1548
+ <output>
1549
+ <port id="0" precision="I64">
1550
+ <dim>1</dim>
1551
+ </port>
1552
+ </output>
1553
+ </layer>
1554
+ <layer id="120" name="Constant_1068" type="Const" version="opset1">
1555
+ <data element_type="i64" shape="1" offset="0" size="8" />
1556
+ <output>
1557
+ <port id="0" precision="I64">
1558
+ <dim>1</dim>
1559
+ </port>
1560
+ </output>
1561
+ </layer>
1562
+ <layer id="121" name="prim::ListConstruct/SequenceMark_5" type="Concat" version="opset1">
1563
+ <data axis="0" />
1564
+ <input>
1565
+ <port id="0" precision="I64">
1566
+ <dim>1</dim>
1567
+ </port>
1568
+ <port id="1" precision="I64">
1569
+ <dim>1</dim>
1570
+ </port>
1571
+ <port id="2" precision="I64">
1572
+ <dim>1</dim>
1573
+ </port>
1574
+ <port id="3" precision="I64">
1575
+ <dim>1</dim>
1576
+ </port>
1577
+ </input>
1578
+ <output>
1579
+ <port id="4" precision="I64">
1580
+ <dim>4</dim>
1581
+ </port>
1582
+ </output>
1583
+ </layer>
1584
+ <layer id="122" name="aten::view/Reshape_2" type="Reshape" version="opset1">
1585
+ <data special_zero="false" />
1586
+ <input>
1587
+ <port id="0" precision="FP32">
1588
+ <dim>-1</dim>
1589
+ <dim>-1</dim>
1590
+ </port>
1591
+ <port id="1" precision="I64">
1592
+ <dim>4</dim>
1593
+ </port>
1594
+ </input>
1595
+ <output>
1596
+ <port id="2" precision="FP32" names="181,attention_mask">
1597
+ <dim>1</dim>
1598
+ <dim>1</dim>
1599
+ <dim>-1</dim>
1600
+ <dim>-1</dim>
1601
+ </port>
1602
+ </output>
1603
+ </layer>
1604
+ <layer id="123" name="Constant_9720" type="Const" version="opset1">
1605
+ <data element_type="i64" shape="2" offset="639364" size="16" />
1606
+ <output>
1607
+ <port id="0" precision="I64">
1608
+ <dim>2</dim>
1609
+ </port>
1610
+ </output>
1611
+ </layer>
1612
+ <layer id="124" name="aten::view/Reshape_2/Squeeze" type="Squeeze" version="opset1">
1613
+ <input>
1614
+ <port id="0" precision="FP32">
1615
+ <dim>1</dim>
1616
+ <dim>1</dim>
1617
+ <dim>-1</dim>
1618
+ <dim>-1</dim>
1619
+ </port>
1620
+ <port id="1" precision="I64">
1621
+ <dim>2</dim>
1622
+ </port>
1623
+ </input>
1624
+ <output>
1625
+ <port id="2" precision="FP32">
1626
+ <dim>-1</dim>
1627
+ <dim>-1</dim>
1628
+ </port>
1629
+ </output>
1630
+ </layer>
1631
+ <layer id="125" name="Constant_1446" type="Const" version="opset1">
1632
+ <data element_type="f32" shape="" offset="639380" size="4" />
1633
+ <output>
1634
+ <port id="0" precision="FP32" names="248" />
1635
+ </output>
1636
+ </layer>
1637
+ <layer id="126" name="__module.layers.0.self_attn/aten::matmul/MatMul_1" type="ScaledDotProductAttention" version="opset13">
1638
+ <data causal="false" />
1639
+ <input>
1640
+ <port id="0" precision="FP32">
1641
+ <dim>1</dim>
1642
+ <dim>4</dim>
1643
+ <dim>-1</dim>
1644
+ <dim>16</dim>
1645
+ </port>
1646
+ <port id="1" precision="FP32">
1647
+ <dim>1</dim>
1648
+ <dim>4</dim>
1649
+ <dim>-1</dim>
1650
+ <dim>16</dim>
1651
+ </port>
1652
+ <port id="2" precision="FP32">
1653
+ <dim>1</dim>
1654
+ <dim>4</dim>
1655
+ <dim>-1</dim>
1656
+ <dim>16</dim>
1657
+ </port>
1658
+ <port id="3" precision="FP32">
1659
+ <dim>-1</dim>
1660
+ <dim>-1</dim>
1661
+ </port>
1662
+ <port id="4" precision="FP32" />
1663
+ </input>
1664
+ <output>
1665
+ <port id="5" precision="FP32" names="295,attn_output.1">
1666
+ <dim>1</dim>
1667
+ <dim>4</dim>
1668
+ <dim>-1</dim>
1669
+ <dim>16</dim>
1670
+ </port>
1671
+ </output>
1672
+ </layer>
1673
+ <layer id="127" name="__module.layers.0.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
1674
+ <data element_type="i32" shape="4" offset="606476" size="16" />
1675
+ <output>
1676
+ <port id="0" precision="I32">
1677
+ <dim>4</dim>
1678
+ </port>
1679
+ </output>
1680
+ </layer>
1681
+ <layer id="128" name="__module.layers.0.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
1682
+ <input>
1683
+ <port id="0" precision="FP32">
1684
+ <dim>1</dim>
1685
+ <dim>4</dim>
1686
+ <dim>-1</dim>
1687
+ <dim>16</dim>
1688
+ </port>
1689
+ <port id="1" precision="I32">
1690
+ <dim>4</dim>
1691
+ </port>
1692
+ </input>
1693
+ <output>
1694
+ <port id="2" precision="FP32" names="296">
1695
+ <dim>1</dim>
1696
+ <dim>-1</dim>
1697
+ <dim>4</dim>
1698
+ <dim>16</dim>
1699
+ </port>
1700
+ </output>
1701
+ </layer>
1702
+ <layer id="129" name="Constant_1719" type="Const" version="opset1">
1703
+ <data element_type="i64" shape="1" offset="0" size="8" />
1704
+ <output>
1705
+ <port id="0" precision="I64">
1706
+ <dim>1</dim>
1707
+ </port>
1708
+ </output>
1709
+ </layer>
1710
+ <layer id="130" name="ShapeOf_10448" type="ShapeOf" version="opset3">
1711
+ <data output_type="i64" />
1712
+ <input>
1713
+ <port id="0" precision="FP32">
1714
+ <dim>1</dim>
1715
+ <dim>-1</dim>
1716
+ <dim>64</dim>
1717
+ </port>
1718
+ </input>
1719
+ <output>
1720
+ <port id="1" precision="I64">
1721
+ <dim>3</dim>
1722
+ </port>
1723
+ </output>
1724
+ </layer>
1725
+ <layer id="131" name="Constant_10449" type="Const" version="opset1">
1726
+ <data element_type="i64" shape="1" offset="0" size="8" />
1727
+ <output>
1728
+ <port id="0" precision="I64">
1729
+ <dim>1</dim>
1730
+ </port>
1731
+ </output>
1732
+ </layer>
1733
+ <layer id="132" name="Constant_10450" type="Const" version="opset1">
1734
+ <data element_type="i64" shape="" offset="590016" size="8" />
1735
+ <output>
1736
+ <port id="0" precision="I64" />
1737
+ </output>
1738
+ </layer>
1739
+ <layer id="133" name="Gather_10451" type="Gather" version="opset8">
1740
+ <data batch_dims="0" />
1741
+ <input>
1742
+ <port id="0" precision="I64">
1743
+ <dim>3</dim>
1744
+ </port>
1745
+ <port id="1" precision="I64">
1746
+ <dim>1</dim>
1747
+ </port>
1748
+ <port id="2" precision="I64" />
1749
+ </input>
1750
+ <output>
1751
+ <port id="3" precision="I64" names="270,345">
1752
+ <dim>1</dim>
1753
+ </port>
1754
+ </output>
1755
+ </layer>
1756
+ <layer id="134" name="Constant_1720" type="Const" version="opset1">
1757
+ <data element_type="i64" shape="1" offset="639316" size="8" />
1758
+ <output>
1759
+ <port id="0" precision="I64">
1760
+ <dim>1</dim>
1761
+ </port>
1762
+ </output>
1763
+ </layer>
1764
+ <layer id="135" name="__module.layers.0.self_attn/prim::ListConstruct/SequenceMark_3" type="Concat" version="opset1">
1765
+ <data axis="0" />
1766
+ <input>
1767
+ <port id="0" precision="I64">
1768
+ <dim>1</dim>
1769
+ </port>
1770
+ <port id="1" precision="I64">
1771
+ <dim>1</dim>
1772
+ </port>
1773
+ <port id="2" precision="I64">
1774
+ <dim>1</dim>
1775
+ </port>
1776
+ </input>
1777
+ <output>
1778
+ <port id="3" precision="I64">
1779
+ <dim>3</dim>
1780
+ </port>
1781
+ </output>
1782
+ </layer>
1783
+ <layer id="136" name="__module.layers.0.self_attn/aten::reshape/Reshape_3" type="Reshape" version="opset1">
1784
+ <data special_zero="false" />
1785
+ <input>
1786
+ <port id="0" precision="FP32">
1787
+ <dim>1</dim>
1788
+ <dim>-1</dim>
1789
+ <dim>4</dim>
1790
+ <dim>16</dim>
1791
+ </port>
1792
+ <port id="1" precision="I64">
1793
+ <dim>3</dim>
1794
+ </port>
1795
+ </input>
1796
+ <output>
1797
+ <port id="2" precision="FP32" names="299,input.13">
1798
+ <dim>1</dim>
1799
+ <dim>-1</dim>
1800
+ <dim>-1</dim>
1801
+ </port>
1802
+ </output>
1803
+ </layer>
1804
+ <layer id="137" name="self.layers.0.self_attn.out_proj.weight" type="Const" version="opset1">
1805
+ <data element_type="f32" shape="64, 64" offset="639384" size="16384" />
1806
+ <output>
1807
+ <port id="0" precision="FP32" names="self.layers.0.self_attn.out_proj.weight">
1808
+ <dim>64</dim>
1809
+ <dim>64</dim>
1810
+ </port>
1811
+ </output>
1812
+ </layer>
1813
+ <layer id="138" name="__module.layers.0.self_attn.out_proj/aten::linear/MatMul" type="MatMul" version="opset1">
1814
+ <data transpose_a="false" transpose_b="true" />
1815
+ <input>
1816
+ <port id="0" precision="FP32">
1817
+ <dim>1</dim>
1818
+ <dim>-1</dim>
1819
+ <dim>-1</dim>
1820
+ </port>
1821
+ <port id="1" precision="FP32">
1822
+ <dim>64</dim>
1823
+ <dim>64</dim>
1824
+ </port>
1825
+ </input>
1826
+ <output>
1827
+ <port id="2" precision="FP32" names="302,hidden_states.3">
1828
+ <dim>1</dim>
1829
+ <dim>-1</dim>
1830
+ <dim>64</dim>
1831
+ </port>
1832
+ </output>
1833
+ </layer>
1834
+ <layer id="139" name="__module.layers.0/aten::add/Add" type="Add" version="opset1">
1835
+ <data auto_broadcast="numpy" />
1836
+ <input>
1837
+ <port id="0" precision="FP32">
1838
+ <dim>1</dim>
1839
+ <dim>-1</dim>
1840
+ <dim>64</dim>
1841
+ </port>
1842
+ <port id="1" precision="FP32">
1843
+ <dim>1</dim>
1844
+ <dim>-1</dim>
1845
+ <dim>64</dim>
1846
+ </port>
1847
+ </input>
1848
+ <output>
1849
+ <port id="2" precision="FP32" names="303,input.15">
1850
+ <dim>1</dim>
1851
+ <dim>-1</dim>
1852
+ <dim>64</dim>
1853
+ </port>
1854
+ </output>
1855
+ </layer>
1856
+ <layer id="140" name="__module.layers.0.final_layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
1857
+ <data element_type="i32" shape="1" offset="590056" size="4" />
1858
+ <output>
1859
+ <port id="0" precision="I32">
1860
+ <dim>1</dim>
1861
+ </port>
1862
+ </output>
1863
+ </layer>
1864
+ <layer id="141" name="__module.layers.0.final_layer_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
1865
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
1866
+ <input>
1867
+ <port id="0" precision="FP32">
1868
+ <dim>1</dim>
1869
+ <dim>-1</dim>
1870
+ <dim>64</dim>
1871
+ </port>
1872
+ <port id="1" precision="I32">
1873
+ <dim>1</dim>
1874
+ </port>
1875
+ </input>
1876
+ <output>
1877
+ <port id="2" precision="FP32" names="307,input.17">
1878
+ <dim>1</dim>
1879
+ <dim>-1</dim>
1880
+ <dim>64</dim>
1881
+ </port>
1882
+ </output>
1883
+ </layer>
1884
+ <layer id="142" name="self.layers.0.fc1.weight" type="Const" version="opset1">
1885
+ <data element_type="f32" shape="256, 64" offset="655768" size="65536" />
1886
+ <output>
1887
+ <port id="0" precision="FP32" names="self.layers.0.fc1.weight">
1888
+ <dim>256</dim>
1889
+ <dim>64</dim>
1890
+ </port>
1891
+ </output>
1892
+ </layer>
1893
+ <layer id="143" name="__module.layers.0.fc1/aten::linear/MatMul" type="MatMul" version="opset1">
1894
+ <data transpose_a="false" transpose_b="true" />
1895
+ <input>
1896
+ <port id="0" precision="FP32">
1897
+ <dim>1</dim>
1898
+ <dim>-1</dim>
1899
+ <dim>64</dim>
1900
+ </port>
1901
+ <port id="1" precision="FP32">
1902
+ <dim>256</dim>
1903
+ <dim>64</dim>
1904
+ </port>
1905
+ </input>
1906
+ <output>
1907
+ <port id="2" precision="FP32" names="310,input.19">
1908
+ <dim>1</dim>
1909
+ <dim>-1</dim>
1910
+ <dim>256</dim>
1911
+ </port>
1912
+ </output>
1913
+ </layer>
1914
+ <layer id="144" name="__module.layers.0.activation_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
1915
+ <data approximation_mode="ERF" />
1916
+ <input>
1917
+ <port id="0" precision="FP32">
1918
+ <dim>1</dim>
1919
+ <dim>-1</dim>
1920
+ <dim>256</dim>
1921
+ </port>
1922
+ </input>
1923
+ <output>
1924
+ <port id="1" precision="FP32" names="311,input.21">
1925
+ <dim>1</dim>
1926
+ <dim>-1</dim>
1927
+ <dim>256</dim>
1928
+ </port>
1929
+ </output>
1930
+ </layer>
1931
+ <layer id="145" name="self.layers.0.fc2.weight" type="Const" version="opset1">
1932
+ <data element_type="f32" shape="64, 256" offset="721304" size="65536" />
1933
+ <output>
1934
+ <port id="0" precision="FP32" names="self.layers.0.fc2.weight">
1935
+ <dim>64</dim>
1936
+ <dim>256</dim>
1937
+ </port>
1938
+ </output>
1939
+ </layer>
1940
+ <layer id="146" name="__module.layers.0.fc2/aten::linear/MatMul" type="MatMul" version="opset1">
1941
+ <data transpose_a="false" transpose_b="true" />
1942
+ <input>
1943
+ <port id="0" precision="FP32">
1944
+ <dim>1</dim>
1945
+ <dim>-1</dim>
1946
+ <dim>256</dim>
1947
+ </port>
1948
+ <port id="1" precision="FP32">
1949
+ <dim>64</dim>
1950
+ <dim>256</dim>
1951
+ </port>
1952
+ </input>
1953
+ <output>
1954
+ <port id="2" precision="FP32" names="314,hidden_states.5">
1955
+ <dim>1</dim>
1956
+ <dim>-1</dim>
1957
+ <dim>64</dim>
1958
+ </port>
1959
+ </output>
1960
+ </layer>
1961
+ <layer id="147" name="__module.layers.0/aten::add/Add_1" type="Add" version="opset1">
1962
+ <data auto_broadcast="numpy" />
1963
+ <input>
1964
+ <port id="0" precision="FP32">
1965
+ <dim>1</dim>
1966
+ <dim>-1</dim>
1967
+ <dim>64</dim>
1968
+ </port>
1969
+ <port id="1" precision="FP32">
1970
+ <dim>1</dim>
1971
+ <dim>-1</dim>
1972
+ <dim>64</dim>
1973
+ </port>
1974
+ </input>
1975
+ <output>
1976
+ <port id="2" precision="FP32" names="315,input.23">
1977
+ <dim>1</dim>
1978
+ <dim>-1</dim>
1979
+ <dim>64</dim>
1980
+ </port>
1981
+ </output>
1982
+ </layer>
1983
+ <layer id="148" name="__module.layers.1.self_attn_layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
1984
+ <data element_type="i32" shape="1" offset="590056" size="4" />
1985
+ <output>
1986
+ <port id="0" precision="I32">
1987
+ <dim>1</dim>
1988
+ </port>
1989
+ </output>
1990
+ </layer>
1991
+ <layer id="149" name="__module.layers.1.self_attn_layer_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
1992
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
1993
+ <input>
1994
+ <port id="0" precision="FP32">
1995
+ <dim>1</dim>
1996
+ <dim>-1</dim>
1997
+ <dim>64</dim>
1998
+ </port>
1999
+ <port id="1" precision="I32">
2000
+ <dim>1</dim>
2001
+ </port>
2002
+ </input>
2003
+ <output>
2004
+ <port id="2" precision="FP32" names="339,hidden_states.7">
2005
+ <dim>1</dim>
2006
+ <dim>-1</dim>
2007
+ <dim>64</dim>
2008
+ </port>
2009
+ </output>
2010
+ </layer>
2011
+ <layer id="150" name="self.layers.1.self_attn.q_proj.weight" type="Const" version="opset1">
2012
+ <data element_type="f32" shape="64, 64" offset="786840" size="16384" />
2013
+ <output>
2014
+ <port id="0" precision="FP32" names="self.layers.1.self_attn.q_proj.weight">
2015
+ <dim>64</dim>
2016
+ <dim>64</dim>
2017
+ </port>
2018
+ </output>
2019
+ </layer>
2020
+ <layer id="151" name="__module.layers.1.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
2021
+ <data transpose_a="false" transpose_b="true" />
2022
+ <input>
2023
+ <port id="0" precision="FP32">
2024
+ <dim>1</dim>
2025
+ <dim>-1</dim>
2026
+ <dim>64</dim>
2027
+ </port>
2028
+ <port id="1" precision="FP32">
2029
+ <dim>64</dim>
2030
+ <dim>64</dim>
2031
+ </port>
2032
+ </input>
2033
+ <output>
2034
+ <port id="2" precision="FP32" names="348">
2035
+ <dim>1</dim>
2036
+ <dim>-1</dim>
2037
+ <dim>64</dim>
2038
+ </port>
2039
+ </output>
2040
+ </layer>
2041
+ <layer id="152" name="Constant_10475" type="Const" version="opset1">
2042
+ <data element_type="i64" shape="4" offset="606444" size="32" />
2043
+ <output>
2044
+ <port id="0" precision="I64">
2045
+ <dim>4</dim>
2046
+ </port>
2047
+ </output>
2048
+ </layer>
2049
+ <layer id="153" name="__module.layers.1.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
2050
+ <data special_zero="true" />
2051
+ <input>
2052
+ <port id="0" precision="FP32">
2053
+ <dim>1</dim>
2054
+ <dim>-1</dim>
2055
+ <dim>64</dim>
2056
+ </port>
2057
+ <port id="1" precision="I64">
2058
+ <dim>4</dim>
2059
+ </port>
2060
+ </input>
2061
+ <output>
2062
+ <port id="2" precision="FP32" names="350">
2063
+ <dim>1</dim>
2064
+ <dim>-1</dim>
2065
+ <dim>4</dim>
2066
+ <dim>16</dim>
2067
+ </port>
2068
+ </output>
2069
+ </layer>
2070
+ <layer id="154" name="__module.layers.1.self_attn/aten::transpose/Constant" type="Const" version="opset1">
2071
+ <data element_type="i32" shape="4" offset="606476" size="16" />
2072
+ <output>
2073
+ <port id="0" precision="I32">
2074
+ <dim>4</dim>
2075
+ </port>
2076
+ </output>
2077
+ </layer>
2078
+ <layer id="155" name="__module.layers.1.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
2079
+ <input>
2080
+ <port id="0" precision="FP32">
2081
+ <dim>1</dim>
2082
+ <dim>-1</dim>
2083
+ <dim>4</dim>
2084
+ <dim>16</dim>
2085
+ </port>
2086
+ <port id="1" precision="I32">
2087
+ <dim>4</dim>
2088
+ </port>
2089
+ </input>
2090
+ <output>
2091
+ <port id="2" precision="FP32" names="351,query_states">
2092
+ <dim>1</dim>
2093
+ <dim>4</dim>
2094
+ <dim>-1</dim>
2095
+ <dim>16</dim>
2096
+ </port>
2097
+ </output>
2098
+ </layer>
2099
+ <layer id="156" name="self.layers.1.self_attn.k_proj.weight" type="Const" version="opset1">
2100
+ <data element_type="f32" shape="64, 64" offset="803224" size="16384" />
2101
+ <output>
2102
+ <port id="0" precision="FP32" names="self.layers.1.self_attn.k_proj.weight">
2103
+ <dim>64</dim>
2104
+ <dim>64</dim>
2105
+ </port>
2106
+ </output>
2107
+ </layer>
2108
+ <layer id="157" name="__module.layers.1.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
2109
+ <data transpose_a="false" transpose_b="true" />
2110
+ <input>
2111
+ <port id="0" precision="FP32">
2112
+ <dim>1</dim>
2113
+ <dim>-1</dim>
2114
+ <dim>64</dim>
2115
+ </port>
2116
+ <port id="1" precision="FP32">
2117
+ <dim>64</dim>
2118
+ <dim>64</dim>
2119
+ </port>
2120
+ </input>
2121
+ <output>
2122
+ <port id="2" precision="FP32" names="354">
2123
+ <dim>1</dim>
2124
+ <dim>-1</dim>
2125
+ <dim>64</dim>
2126
+ </port>
2127
+ </output>
2128
+ </layer>
2129
+ <layer id="158" name="Constant_10476" type="Const" version="opset1">
2130
+ <data element_type="i64" shape="4" offset="606444" size="32" />
2131
+ <output>
2132
+ <port id="0" precision="I64">
2133
+ <dim>4</dim>
2134
+ </port>
2135
+ </output>
2136
+ </layer>
2137
+ <layer id="159" name="__module.layers.1.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
2138
+ <data special_zero="true" />
2139
+ <input>
2140
+ <port id="0" precision="FP32">
2141
+ <dim>1</dim>
2142
+ <dim>-1</dim>
2143
+ <dim>64</dim>
2144
+ </port>
2145
+ <port id="1" precision="I64">
2146
+ <dim>4</dim>
2147
+ </port>
2148
+ </input>
2149
+ <output>
2150
+ <port id="2" precision="FP32" names="356">
2151
+ <dim>1</dim>
2152
+ <dim>-1</dim>
2153
+ <dim>4</dim>
2154
+ <dim>16</dim>
2155
+ </port>
2156
+ </output>
2157
+ </layer>
2158
+ <layer id="160" name="Constant_2236" type="Const" version="opset1">
2159
+ <data element_type="i32" shape="4" offset="622876" size="16" />
2160
+ <output>
2161
+ <port id="0" precision="I32">
2162
+ <dim>4</dim>
2163
+ </port>
2164
+ </output>
2165
+ </layer>
2166
+ <layer id="161" name="__module.layers.1.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
2167
+ <input>
2168
+ <port id="0" precision="FP32">
2169
+ <dim>1</dim>
2170
+ <dim>-1</dim>
2171
+ <dim>4</dim>
2172
+ <dim>16</dim>
2173
+ </port>
2174
+ <port id="1" precision="I32">
2175
+ <dim>4</dim>
2176
+ </port>
2177
+ </input>
2178
+ <output>
2179
+ <port id="2" precision="FP32" names="364">
2180
+ <dim>1</dim>
2181
+ <dim>4</dim>
2182
+ <dim>16</dim>
2183
+ <dim>-1</dim>
2184
+ </port>
2185
+ </output>
2186
+ </layer>
2187
+ <layer id="162" name="Constant_9749" type="Const" version="opset1">
2188
+ <data element_type="i64" shape="4" offset="622892" size="32" />
2189
+ <output>
2190
+ <port id="0" precision="I64">
2191
+ <dim>4</dim>
2192
+ </port>
2193
+ </output>
2194
+ </layer>
2195
+ <layer id="163" name="Transpose_9750" type="Transpose" version="opset1">
2196
+ <input>
2197
+ <port id="0" precision="FP32">
2198
+ <dim>1</dim>
2199
+ <dim>4</dim>
2200
+ <dim>16</dim>
2201
+ <dim>-1</dim>
2202
+ </port>
2203
+ <port id="1" precision="I64">
2204
+ <dim>4</dim>
2205
+ </port>
2206
+ </input>
2207
+ <output>
2208
+ <port id="2" precision="FP32">
2209
+ <dim>1</dim>
2210
+ <dim>4</dim>
2211
+ <dim>-1</dim>
2212
+ <dim>16</dim>
2213
+ </port>
2214
+ </output>
2215
+ </layer>
2216
+ <layer id="164" name="self.layers.1.self_attn.v_proj.weight" type="Const" version="opset1">
2217
+ <data element_type="f32" shape="64, 64" offset="819608" size="16384" />
2218
+ <output>
2219
+ <port id="0" precision="FP32" names="self.layers.1.self_attn.v_proj.weight">
2220
+ <dim>64</dim>
2221
+ <dim>64</dim>
2222
+ </port>
2223
+ </output>
2224
+ </layer>
2225
+ <layer id="165" name="__module.layers.1.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
2226
+ <data transpose_a="false" transpose_b="true" />
2227
+ <input>
2228
+ <port id="0" precision="FP32">
2229
+ <dim>1</dim>
2230
+ <dim>-1</dim>
2231
+ <dim>64</dim>
2232
+ </port>
2233
+ <port id="1" precision="FP32">
2234
+ <dim>64</dim>
2235
+ <dim>64</dim>
2236
+ </port>
2237
+ </input>
2238
+ <output>
2239
+ <port id="2" precision="FP32" names="360">
2240
+ <dim>1</dim>
2241
+ <dim>-1</dim>
2242
+ <dim>64</dim>
2243
+ </port>
2244
+ </output>
2245
+ </layer>
2246
+ <layer id="166" name="Constant_10477" type="Const" version="opset1">
2247
+ <data element_type="i64" shape="4" offset="606444" size="32" />
2248
+ <output>
2249
+ <port id="0" precision="I64">
2250
+ <dim>4</dim>
2251
+ </port>
2252
+ </output>
2253
+ </layer>
2254
+ <layer id="167" name="__module.layers.1.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
2255
+ <data special_zero="true" />
2256
+ <input>
2257
+ <port id="0" precision="FP32">
2258
+ <dim>1</dim>
2259
+ <dim>-1</dim>
2260
+ <dim>64</dim>
2261
+ </port>
2262
+ <port id="1" precision="I64">
2263
+ <dim>4</dim>
2264
+ </port>
2265
+ </input>
2266
+ <output>
2267
+ <port id="2" precision="FP32" names="362">
2268
+ <dim>1</dim>
2269
+ <dim>-1</dim>
2270
+ <dim>4</dim>
2271
+ <dim>16</dim>
2272
+ </port>
2273
+ </output>
2274
+ </layer>
2275
+ <layer id="168" name="__module.layers.1.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
2276
+ <data element_type="i32" shape="4" offset="606476" size="16" />
2277
+ <output>
2278
+ <port id="0" precision="I32">
2279
+ <dim>4</dim>
2280
+ </port>
2281
+ </output>
2282
+ </layer>
2283
+ <layer id="169" name="__module.layers.1.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
2284
+ <input>
2285
+ <port id="0" precision="FP32">
2286
+ <dim>1</dim>
2287
+ <dim>-1</dim>
2288
+ <dim>4</dim>
2289
+ <dim>16</dim>
2290
+ </port>
2291
+ <port id="1" precision="I32">
2292
+ <dim>4</dim>
2293
+ </port>
2294
+ </input>
2295
+ <output>
2296
+ <port id="2" precision="FP32" names="363,value_states">
2297
+ <dim>1</dim>
2298
+ <dim>4</dim>
2299
+ <dim>-1</dim>
2300
+ <dim>16</dim>
2301
+ </port>
2302
+ </output>
2303
+ </layer>
2304
+ <layer id="170" name="Constant_1780" type="Const" version="opset1">
2305
+ <data element_type="f32" shape="" offset="639380" size="4" />
2306
+ <output>
2307
+ <port id="0" precision="FP32" names="323" />
2308
+ </output>
2309
+ </layer>
2310
+ <layer id="171" name="__module.layers.1.self_attn/aten::matmul/MatMul_1" type="ScaledDotProductAttention" version="opset13">
2311
+ <data causal="false" />
2312
+ <input>
2313
+ <port id="0" precision="FP32">
2314
+ <dim>1</dim>
2315
+ <dim>4</dim>
2316
+ <dim>-1</dim>
2317
+ <dim>16</dim>
2318
+ </port>
2319
+ <port id="1" precision="FP32">
2320
+ <dim>1</dim>
2321
+ <dim>4</dim>
2322
+ <dim>-1</dim>
2323
+ <dim>16</dim>
2324
+ </port>
2325
+ <port id="2" precision="FP32">
2326
+ <dim>1</dim>
2327
+ <dim>4</dim>
2328
+ <dim>-1</dim>
2329
+ <dim>16</dim>
2330
+ </port>
2331
+ <port id="3" precision="FP32">
2332
+ <dim>-1</dim>
2333
+ <dim>-1</dim>
2334
+ </port>
2335
+ <port id="4" precision="FP32" />
2336
+ </input>
2337
+ <output>
2338
+ <port id="5" precision="FP32" names="370,attn_output">
2339
+ <dim>1</dim>
2340
+ <dim>4</dim>
2341
+ <dim>-1</dim>
2342
+ <dim>16</dim>
2343
+ </port>
2344
+ </output>
2345
+ </layer>
2346
+ <layer id="172" name="__module.layers.1.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
2347
+ <data element_type="i32" shape="4" offset="606476" size="16" />
2348
+ <output>
2349
+ <port id="0" precision="I32">
2350
+ <dim>4</dim>
2351
+ </port>
2352
+ </output>
2353
+ </layer>
2354
+ <layer id="173" name="__module.layers.1.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
2355
+ <input>
2356
+ <port id="0" precision="FP32">
2357
+ <dim>1</dim>
2358
+ <dim>4</dim>
2359
+ <dim>-1</dim>
2360
+ <dim>16</dim>
2361
+ </port>
2362
+ <port id="1" precision="I32">
2363
+ <dim>4</dim>
2364
+ </port>
2365
+ </input>
2366
+ <output>
2367
+ <port id="2" precision="FP32" names="371">
2368
+ <dim>1</dim>
2369
+ <dim>-1</dim>
2370
+ <dim>4</dim>
2371
+ <dim>16</dim>
2372
+ </port>
2373
+ </output>
2374
+ </layer>
2375
+ <layer id="174" name="__module.layers.1.self_attn/aten::reshape/Reshape_3" type="Reshape" version="opset1">
2376
+ <data special_zero="false" />
2377
+ <input>
2378
+ <port id="0" precision="FP32">
2379
+ <dim>1</dim>
2380
+ <dim>-1</dim>
2381
+ <dim>4</dim>
2382
+ <dim>16</dim>
2383
+ </port>
2384
+ <port id="1" precision="I64">
2385
+ <dim>3</dim>
2386
+ </port>
2387
+ </input>
2388
+ <output>
2389
+ <port id="2" precision="FP32" names="374,input.27">
2390
+ <dim>1</dim>
2391
+ <dim>-1</dim>
2392
+ <dim>-1</dim>
2393
+ </port>
2394
+ </output>
2395
+ </layer>
2396
+ <layer id="175" name="self.layers.1.self_attn.out_proj.weight" type="Const" version="opset1">
2397
+ <data element_type="f32" shape="64, 64" offset="835992" size="16384" />
2398
+ <output>
2399
+ <port id="0" precision="FP32" names="self.layers.1.self_attn.out_proj.weight">
2400
+ <dim>64</dim>
2401
+ <dim>64</dim>
2402
+ </port>
2403
+ </output>
2404
+ </layer>
2405
+ <layer id="176" name="__module.layers.1.self_attn.out_proj/aten::linear/MatMul" type="MatMul" version="opset1">
2406
+ <data transpose_a="false" transpose_b="true" />
2407
+ <input>
2408
+ <port id="0" precision="FP32">
2409
+ <dim>1</dim>
2410
+ <dim>-1</dim>
2411
+ <dim>-1</dim>
2412
+ </port>
2413
+ <port id="1" precision="FP32">
2414
+ <dim>64</dim>
2415
+ <dim>64</dim>
2416
+ </port>
2417
+ </input>
2418
+ <output>
2419
+ <port id="2" precision="FP32" names="377,hidden_states.9">
2420
+ <dim>1</dim>
2421
+ <dim>-1</dim>
2422
+ <dim>64</dim>
2423
+ </port>
2424
+ </output>
2425
+ </layer>
2426
+ <layer id="177" name="__module.layers.1/aten::add/Add" type="Add" version="opset1">
2427
+ <data auto_broadcast="numpy" />
2428
+ <input>
2429
+ <port id="0" precision="FP32">
2430
+ <dim>1</dim>
2431
+ <dim>-1</dim>
2432
+ <dim>64</dim>
2433
+ </port>
2434
+ <port id="1" precision="FP32">
2435
+ <dim>1</dim>
2436
+ <dim>-1</dim>
2437
+ <dim>64</dim>
2438
+ </port>
2439
+ </input>
2440
+ <output>
2441
+ <port id="2" precision="FP32" names="378,input.29">
2442
+ <dim>1</dim>
2443
+ <dim>-1</dim>
2444
+ <dim>64</dim>
2445
+ </port>
2446
+ </output>
2447
+ </layer>
2448
+ <layer id="178" name="__module.layers.1.final_layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
2449
+ <data element_type="i32" shape="1" offset="590056" size="4" />
2450
+ <output>
2451
+ <port id="0" precision="I32">
2452
+ <dim>1</dim>
2453
+ </port>
2454
+ </output>
2455
+ </layer>
2456
+ <layer id="179" name="__module.layers.1.final_layer_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
2457
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
2458
+ <input>
2459
+ <port id="0" precision="FP32">
2460
+ <dim>1</dim>
2461
+ <dim>-1</dim>
2462
+ <dim>64</dim>
2463
+ </port>
2464
+ <port id="1" precision="I32">
2465
+ <dim>1</dim>
2466
+ </port>
2467
+ </input>
2468
+ <output>
2469
+ <port id="2" precision="FP32" names="382,input.31">
2470
+ <dim>1</dim>
2471
+ <dim>-1</dim>
2472
+ <dim>64</dim>
2473
+ </port>
2474
+ </output>
2475
+ </layer>
2476
+ <layer id="180" name="self.layers.1.fc1.weight" type="Const" version="opset1">
2477
+ <data element_type="f32" shape="256, 64" offset="852376" size="65536" />
2478
+ <output>
2479
+ <port id="0" precision="FP32" names="self.layers.1.fc1.weight">
2480
+ <dim>256</dim>
2481
+ <dim>64</dim>
2482
+ </port>
2483
+ </output>
2484
+ </layer>
2485
+ <layer id="181" name="__module.layers.1.fc1/aten::linear/MatMul" type="MatMul" version="opset1">
2486
+ <data transpose_a="false" transpose_b="true" />
2487
+ <input>
2488
+ <port id="0" precision="FP32">
2489
+ <dim>1</dim>
2490
+ <dim>-1</dim>
2491
+ <dim>64</dim>
2492
+ </port>
2493
+ <port id="1" precision="FP32">
2494
+ <dim>256</dim>
2495
+ <dim>64</dim>
2496
+ </port>
2497
+ </input>
2498
+ <output>
2499
+ <port id="2" precision="FP32" names="385,input.33">
2500
+ <dim>1</dim>
2501
+ <dim>-1</dim>
2502
+ <dim>256</dim>
2503
+ </port>
2504
+ </output>
2505
+ </layer>
2506
+ <layer id="182" name="__module.layers.1.activation_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
2507
+ <data approximation_mode="ERF" />
2508
+ <input>
2509
+ <port id="0" precision="FP32">
2510
+ <dim>1</dim>
2511
+ <dim>-1</dim>
2512
+ <dim>256</dim>
2513
+ </port>
2514
+ </input>
2515
+ <output>
2516
+ <port id="1" precision="FP32" names="386,input.35">
2517
+ <dim>1</dim>
2518
+ <dim>-1</dim>
2519
+ <dim>256</dim>
2520
+ </port>
2521
+ </output>
2522
+ </layer>
2523
+ <layer id="183" name="self.layers.1.fc2.weight" type="Const" version="opset1">
2524
+ <data element_type="f32" shape="64, 256" offset="917912" size="65536" />
2525
+ <output>
2526
+ <port id="0" precision="FP32" names="self.layers.1.fc2.weight">
2527
+ <dim>64</dim>
2528
+ <dim>256</dim>
2529
+ </port>
2530
+ </output>
2531
+ </layer>
2532
+ <layer id="184" name="__module.layers.1.fc2/aten::linear/MatMul" type="MatMul" version="opset1">
2533
+ <data transpose_a="false" transpose_b="true" />
2534
+ <input>
2535
+ <port id="0" precision="FP32">
2536
+ <dim>1</dim>
2537
+ <dim>-1</dim>
2538
+ <dim>256</dim>
2539
+ </port>
2540
+ <port id="1" precision="FP32">
2541
+ <dim>64</dim>
2542
+ <dim>256</dim>
2543
+ </port>
2544
+ </input>
2545
+ <output>
2546
+ <port id="2" precision="FP32" names="389,hidden_states.11">
2547
+ <dim>1</dim>
2548
+ <dim>-1</dim>
2549
+ <dim>64</dim>
2550
+ </port>
2551
+ </output>
2552
+ </layer>
2553
+ <layer id="185" name="__module.layers.1/aten::add/Add_1" type="Add" version="opset1">
2554
+ <data auto_broadcast="numpy" />
2555
+ <input>
2556
+ <port id="0" precision="FP32">
2557
+ <dim>1</dim>
2558
+ <dim>-1</dim>
2559
+ <dim>64</dim>
2560
+ </port>
2561
+ <port id="1" precision="FP32">
2562
+ <dim>1</dim>
2563
+ <dim>-1</dim>
2564
+ <dim>64</dim>
2565
+ </port>
2566
+ </input>
2567
+ <output>
2568
+ <port id="2" precision="FP32" names="390,hidden_states.13">
2569
+ <dim>1</dim>
2570
+ <dim>-1</dim>
2571
+ <dim>64</dim>
2572
+ </port>
2573
+ </output>
2574
+ </layer>
2575
+ <layer id="186" name="aten::reshape/Reshape_3" type="Reshape" version="opset1">
2576
+ <data special_zero="false" />
2577
+ <input>
2578
+ <port id="0" precision="FP32">
2579
+ <dim>1</dim>
2580
+ <dim>-1</dim>
2581
+ <dim>64</dim>
2582
+ </port>
2583
+ <port id="1" precision="I64">
2584
+ <dim>3</dim>
2585
+ </port>
2586
+ </input>
2587
+ <output>
2588
+ <port id="2" precision="FP32" names="188,input.37">
2589
+ <dim>-1</dim>
2590
+ <dim>-1</dim>
2591
+ <dim>64</dim>
2592
+ </port>
2593
+ </output>
2594
+ </layer>
2595
+ <layer id="187" name="__module.ln_post/aten::layer_norm/Multiply" type="Const" version="opset1">
2596
+ <data element_type="i32" shape="1" offset="590056" size="4" />
2597
+ <output>
2598
+ <port id="0" precision="I32">
2599
+ <dim>1</dim>
2600
+ </port>
2601
+ </output>
2602
+ </layer>
2603
+ <layer id="188" name="__module.ln_post/aten::layer_norm/MVN" type="MVN" version="opset6">
2604
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
2605
+ <input>
2606
+ <port id="0" precision="FP32">
2607
+ <dim>-1</dim>
2608
+ <dim>-1</dim>
2609
+ <dim>64</dim>
2610
+ </port>
2611
+ <port id="1" precision="I32">
2612
+ <dim>1</dim>
2613
+ </port>
2614
+ </input>
2615
+ <output>
2616
+ <port id="2" precision="FP32" names="397,input.39">
2617
+ <dim>-1</dim>
2618
+ <dim>-1</dim>
2619
+ <dim>64</dim>
2620
+ </port>
2621
+ </output>
2622
+ </layer>
2623
+ <layer id="189" name="self.proj1.weight" type="Const" version="opset1">
2624
+ <data element_type="f32" shape="64, 64" offset="983448" size="16384" />
2625
+ <output>
2626
+ <port id="0" precision="FP32" names="self.proj1.weight">
2627
+ <dim>64</dim>
2628
+ <dim>64</dim>
2629
+ </port>
2630
+ </output>
2631
+ </layer>
2632
+ <layer id="190" name="__module.proj1/aten::linear/MatMul" type="MatMul" version="opset1">
2633
+ <data transpose_a="false" transpose_b="true" />
2634
+ <input>
2635
+ <port id="0" precision="FP32">
2636
+ <dim>-1</dim>
2637
+ <dim>-1</dim>
2638
+ <dim>64</dim>
2639
+ </port>
2640
+ <port id="1" precision="FP32">
2641
+ <dim>64</dim>
2642
+ <dim>64</dim>
2643
+ </port>
2644
+ </input>
2645
+ <output>
2646
+ <port id="2" precision="FP32" names="400,input.41">
2647
+ <dim>-1</dim>
2648
+ <dim>-1</dim>
2649
+ <dim>64</dim>
2650
+ </port>
2651
+ </output>
2652
+ </layer>
2653
+ <layer id="191" name="__module.act/aten::gelu/Gelu" type="Gelu" version="opset7">
2654
+ <data approximation_mode="ERF" />
2655
+ <input>
2656
+ <port id="0" precision="FP32">
2657
+ <dim>-1</dim>
2658
+ <dim>-1</dim>
2659
+ <dim>64</dim>
2660
+ </port>
2661
+ </input>
2662
+ <output>
2663
+ <port id="1" precision="FP32" names="402,input">
2664
+ <dim>-1</dim>
2665
+ <dim>-1</dim>
2666
+ <dim>64</dim>
2667
+ </port>
2668
+ </output>
2669
+ </layer>
2670
+ <layer id="192" name="self.proj2.weight" type="Const" version="opset1">
2671
+ <data element_type="f32" shape="128, 64" offset="999832" size="32768" />
2672
+ <output>
2673
+ <port id="0" precision="FP32" names="self.proj2.weight">
2674
+ <dim>128</dim>
2675
+ <dim>64</dim>
2676
+ </port>
2677
+ </output>
2678
+ </layer>
2679
+ <layer id="193" name="__module.proj2/aten::linear/MatMul" type="MatMul" version="opset1">
2680
+ <data transpose_a="false" transpose_b="true" />
2681
+ <input>
2682
+ <port id="0" precision="FP32">
2683
+ <dim>-1</dim>
2684
+ <dim>-1</dim>
2685
+ <dim>64</dim>
2686
+ </port>
2687
+ <port id="1" precision="FP32">
2688
+ <dim>128</dim>
2689
+ <dim>64</dim>
2690
+ </port>
2691
+ </input>
2692
+ <output>
2693
+ <port id="2" precision="FP32" names="405,hidden_states">
2694
+ <dim>-1</dim>
2695
+ <dim>-1</dim>
2696
+ <dim>128</dim>
2697
+ </port>
2698
+ </output>
2699
+ </layer>
2700
+ <layer id="194" name="aten::to/Convert_3" type="Convert" version="opset1">
2701
+ <data destination_type="f32" />
2702
+ <input>
2703
+ <port id="0" precision="BOOL">
2704
+ <dim>-1</dim>
2705
+ <dim>-1</dim>
2706
+ </port>
2707
+ </input>
2708
+ <output>
2709
+ <port id="1" precision="FP32" names="197">
2710
+ <dim>-1</dim>
2711
+ <dim>-1</dim>
2712
+ </port>
2713
+ </output>
2714
+ </layer>
2715
+ <layer id="195" name="198" type="Const" version="opset1">
2716
+ <data element_type="i64" shape="" offset="639316" size="8" />
2717
+ <output>
2718
+ <port id="0" precision="I64" names="198" />
2719
+ </output>
2720
+ </layer>
2721
+ <layer id="196" name="aten::unsqueeze/Unsqueeze_8" type="Unsqueeze" version="opset1">
2722
+ <input>
2723
+ <port id="0" precision="FP32">
2724
+ <dim>-1</dim>
2725
+ <dim>-1</dim>
2726
+ </port>
2727
+ <port id="1" precision="I64" />
2728
+ </input>
2729
+ <output>
2730
+ <port id="2" precision="FP32" names="199">
2731
+ <dim>-1</dim>
2732
+ <dim>-1</dim>
2733
+ <dim>1</dim>
2734
+ </port>
2735
+ </output>
2736
+ </layer>
2737
+ <layer id="197" name="aten::mul/Multiply_1" type="Multiply" version="opset1">
2738
+ <data auto_broadcast="numpy" />
2739
+ <input>
2740
+ <port id="0" precision="FP32">
2741
+ <dim>-1</dim>
2742
+ <dim>-1</dim>
2743
+ <dim>128</dim>
2744
+ </port>
2745
+ <port id="1" precision="FP32">
2746
+ <dim>-1</dim>
2747
+ <dim>-1</dim>
2748
+ <dim>1</dim>
2749
+ </port>
2750
+ </input>
2751
+ <output>
2752
+ <port id="2" precision="FP32" names="audio_features">
2753
+ <dim>-1</dim>
2754
+ <dim>-1</dim>
2755
+ <dim>128</dim>
2756
+ </port>
2757
+ </output>
2758
+ </layer>
2759
+ <layer id="198" name="Result_2238" type="Result" version="opset1" output_names="audio_features">
2760
+ <input>
2761
+ <port id="0" precision="FP32">
2762
+ <dim>-1</dim>
2763
+ <dim>-1</dim>
2764
+ <dim>128</dim>
2765
+ </port>
2766
+ </input>
2767
+ </layer>
2768
+ </layers>
2769
+ <edges>
2770
+ <edge from-layer="0" from-port="0" to-layer="5" to-port="0" />
2771
+ <edge from-layer="1" from-port="0" to-layer="57" to-port="0" />
2772
+ <edge from-layer="1" from-port="0" to-layer="97" to-port="0" />
2773
+ <edge from-layer="1" from-port="0" to-layer="194" to-port="0" />
2774
+ <edge from-layer="3" from-port="0" to-layer="81" to-port="0" />
2775
+ <edge from-layer="4" from-port="0" to-layer="5" to-port="1" />
2776
+ <edge from-layer="5" from-port="2" to-layer="7" to-port="0" />
2777
+ <edge from-layer="6" from-port="0" to-layer="7" to-port="1" />
2778
+ <edge from-layer="7" from-port="2" to-layer="8" to-port="0" />
2779
+ <edge from-layer="8" from-port="1" to-layer="10" to-port="0" />
2780
+ <edge from-layer="9" from-port="0" to-layer="10" to-port="1" />
2781
+ <edge from-layer="10" from-port="2" to-layer="11" to-port="0" />
2782
+ <edge from-layer="11" from-port="1" to-layer="13" to-port="0" />
2783
+ <edge from-layer="12" from-port="0" to-layer="13" to-port="1" />
2784
+ <edge from-layer="13" from-port="2" to-layer="14" to-port="0" />
2785
+ <edge from-layer="14" from-port="1" to-layer="23" to-port="0" />
2786
+ <edge from-layer="14" from-port="1" to-layer="16" to-port="0" />
2787
+ <edge from-layer="15" from-port="0" to-layer="16" to-port="1" />
2788
+ <edge from-layer="16" from-port="2" to-layer="18" to-port="0" />
2789
+ <edge from-layer="17" from-port="0" to-layer="18" to-port="1" />
2790
+ <edge from-layer="18" from-port="2" to-layer="20" to-port="0" />
2791
+ <edge from-layer="19" from-port="0" to-layer="20" to-port="1" />
2792
+ <edge from-layer="20" from-port="2" to-layer="32" to-port="0" />
2793
+ <edge from-layer="21" from-port="0" to-layer="29" to-port="0" />
2794
+ <edge from-layer="22" from-port="0" to-layer="29" to-port="1" />
2795
+ <edge from-layer="23" from-port="1" to-layer="26" to-port="0" />
2796
+ <edge from-layer="23" from-port="1" to-layer="103" to-port="0" />
2797
+ <edge from-layer="24" from-port="0" to-layer="26" to-port="1" />
2798
+ <edge from-layer="25" from-port="0" to-layer="26" to-port="2" />
2799
+ <edge from-layer="26" from-port="3" to-layer="29" to-port="2" />
2800
+ <edge from-layer="27" from-port="0" to-layer="29" to-port="3" />
2801
+ <edge from-layer="28" from-port="0" to-layer="29" to-port="4" />
2802
+ <edge from-layer="29" from-port="5" to-layer="31" to-port="0" />
2803
+ <edge from-layer="30" from-port="0" to-layer="31" to-port="1" />
2804
+ <edge from-layer="31" from-port="2" to-layer="32" to-port="1" />
2805
+ <edge from-layer="32" from-port="2" to-layer="34" to-port="0" />
2806
+ <edge from-layer="32" from-port="2" to-layer="66" to-port="0" />
2807
+ <edge from-layer="33" from-port="0" to-layer="34" to-port="1" />
2808
+ <edge from-layer="34" from-port="2" to-layer="36" to-port="0" />
2809
+ <edge from-layer="34" from-port="2" to-layer="139" to-port="0" />
2810
+ <edge from-layer="35" from-port="0" to-layer="36" to-port="1" />
2811
+ <edge from-layer="36" from-port="2" to-layer="52" to-port="0" />
2812
+ <edge from-layer="36" from-port="2" to-layer="130" to-port="0" />
2813
+ <edge from-layer="36" from-port="2" to-layer="44" to-port="0" />
2814
+ <edge from-layer="36" from-port="2" to-layer="38" to-port="0" />
2815
+ <edge from-layer="37" from-port="0" to-layer="38" to-port="1" />
2816
+ <edge from-layer="38" from-port="2" to-layer="40" to-port="0" />
2817
+ <edge from-layer="39" from-port="0" to-layer="40" to-port="1" />
2818
+ <edge from-layer="40" from-port="2" to-layer="42" to-port="0" />
2819
+ <edge from-layer="41" from-port="0" to-layer="42" to-port="1" />
2820
+ <edge from-layer="42" from-port="2" to-layer="126" to-port="0" />
2821
+ <edge from-layer="43" from-port="0" to-layer="44" to-port="1" />
2822
+ <edge from-layer="44" from-port="2" to-layer="46" to-port="0" />
2823
+ <edge from-layer="45" from-port="0" to-layer="46" to-port="1" />
2824
+ <edge from-layer="46" from-port="2" to-layer="48" to-port="0" />
2825
+ <edge from-layer="47" from-port="0" to-layer="48" to-port="1" />
2826
+ <edge from-layer="48" from-port="2" to-layer="50" to-port="0" />
2827
+ <edge from-layer="49" from-port="0" to-layer="50" to-port="1" />
2828
+ <edge from-layer="50" from-port="2" to-layer="126" to-port="1" />
2829
+ <edge from-layer="51" from-port="0" to-layer="52" to-port="1" />
2830
+ <edge from-layer="52" from-port="2" to-layer="54" to-port="0" />
2831
+ <edge from-layer="53" from-port="0" to-layer="54" to-port="1" />
2832
+ <edge from-layer="54" from-port="2" to-layer="56" to-port="0" />
2833
+ <edge from-layer="55" from-port="0" to-layer="56" to-port="1" />
2834
+ <edge from-layer="56" from-port="2" to-layer="126" to-port="2" />
2835
+ <edge from-layer="57" from-port="1" to-layer="59" to-port="0" />
2836
+ <edge from-layer="58" from-port="0" to-layer="59" to-port="1" />
2837
+ <edge from-layer="59" from-port="2" to-layer="61" to-port="0" />
2838
+ <edge from-layer="59" from-port="2" to-layer="62" to-port="1" />
2839
+ <edge from-layer="60" from-port="0" to-layer="61" to-port="1" />
2840
+ <edge from-layer="61" from-port="2" to-layer="62" to-port="0" />
2841
+ <edge from-layer="62" from-port="2" to-layer="64" to-port="0" />
2842
+ <edge from-layer="63" from-port="0" to-layer="64" to-port="1" />
2843
+ <edge from-layer="64" from-port="2" to-layer="74" to-port="0" />
2844
+ <edge from-layer="65" from-port="0" to-layer="71" to-port="0" />
2845
+ <edge from-layer="66" from-port="1" to-layer="69" to-port="0" />
2846
+ <edge from-layer="66" from-port="1" to-layer="186" to-port="1" />
2847
+ <edge from-layer="67" from-port="0" to-layer="69" to-port="1" />
2848
+ <edge from-layer="68" from-port="0" to-layer="69" to-port="2" />
2849
+ <edge from-layer="69" from-port="3" to-layer="104" to-port="1" />
2850
+ <edge from-layer="69" from-port="3" to-layer="71" to-port="1" />
2851
+ <edge from-layer="70" from-port="0" to-layer="71" to-port="2" />
2852
+ <edge from-layer="71" from-port="3" to-layer="73" to-port="0" />
2853
+ <edge from-layer="72" from-port="0" to-layer="73" to-port="1" />
2854
+ <edge from-layer="73" from-port="2" to-layer="74" to-port="1" />
2855
+ <edge from-layer="74" from-port="2" to-layer="76" to-port="0" />
2856
+ <edge from-layer="75" from-port="0" to-layer="76" to-port="1" />
2857
+ <edge from-layer="76" from-port="2" to-layer="85" to-port="0" />
2858
+ <edge from-layer="77" from-port="0" to-layer="81" to-port="1" />
2859
+ <edge from-layer="78" from-port="0" to-layer="81" to-port="2" />
2860
+ <edge from-layer="79" from-port="0" to-layer="81" to-port="3" />
2861
+ <edge from-layer="80" from-port="0" to-layer="81" to-port="4" />
2862
+ <edge from-layer="81" from-port="5" to-layer="82" to-port="0" />
2863
+ <edge from-layer="82" from-port="1" to-layer="84" to-port="0" />
2864
+ <edge from-layer="83" from-port="0" to-layer="84" to-port="1" />
2865
+ <edge from-layer="84" from-port="2" to-layer="85" to-port="1" />
2866
+ <edge from-layer="85" from-port="2" to-layer="86" to-port="0" />
2867
+ <edge from-layer="86" from-port="1" to-layer="88" to-port="0" />
2868
+ <edge from-layer="87" from-port="0" to-layer="88" to-port="1" />
2869
+ <edge from-layer="88" from-port="2" to-layer="90" to-port="0" />
2870
+ <edge from-layer="89" from-port="0" to-layer="90" to-port="1" />
2871
+ <edge from-layer="90" from-port="2" to-layer="92" to-port="0" />
2872
+ <edge from-layer="90" from-port="2" to-layer="94" to-port="0" />
2873
+ <edge from-layer="91" from-port="0" to-layer="92" to-port="1" />
2874
+ <edge from-layer="92" from-port="2" to-layer="95" to-port="0" />
2875
+ <edge from-layer="93" from-port="0" to-layer="94" to-port="1" />
2876
+ <edge from-layer="94" from-port="2" to-layer="95" to-port="1" />
2877
+ <edge from-layer="95" from-port="2" to-layer="100" to-port="0" />
2878
+ <edge from-layer="96" from-port="0" to-layer="97" to-port="1" />
2879
+ <edge from-layer="97" from-port="2" to-layer="99" to-port="0" />
2880
+ <edge from-layer="98" from-port="0" to-layer="99" to-port="1" />
2881
+ <edge from-layer="99" from-port="2" to-layer="100" to-port="1" />
2882
+ <edge from-layer="100" from-port="2" to-layer="109" to-port="0" />
2883
+ <edge from-layer="101" from-port="0" to-layer="103" to-port="1" />
2884
+ <edge from-layer="102" from-port="0" to-layer="103" to-port="2" />
2885
+ <edge from-layer="103" from-port="3" to-layer="104" to-port="0" />
2886
+ <edge from-layer="104" from-port="2" to-layer="105" to-port="0" />
2887
+ <edge from-layer="104" from-port="2" to-layer="114" to-port="0" />
2888
+ <edge from-layer="105" from-port="1" to-layer="107" to-port="1" />
2889
+ <edge from-layer="105" from-port="1" to-layer="107" to-port="0" />
2890
+ <edge from-layer="106" from-port="0" to-layer="107" to-port="2" />
2891
+ <edge from-layer="107" from-port="3" to-layer="108" to-port="0" />
2892
+ <edge from-layer="108" from-port="1" to-layer="109" to-port="1" />
2893
+ <edge from-layer="109" from-port="2" to-layer="110" to-port="0" />
2894
+ <edge from-layer="110" from-port="1" to-layer="118" to-port="0" />
2895
+ <edge from-layer="111" from-port="0" to-layer="118" to-port="1" />
2896
+ <edge from-layer="112" from-port="0" to-layer="117" to-port="0" />
2897
+ <edge from-layer="113" from-port="0" to-layer="114" to-port="1" />
2898
+ <edge from-layer="114" from-port="2" to-layer="121" to-port="2" />
2899
+ <edge from-layer="114" from-port="2" to-layer="121" to-port="3" />
2900
+ <edge from-layer="114" from-port="2" to-layer="116" to-port="0" />
2901
+ <edge from-layer="115" from-port="0" to-layer="116" to-port="1" />
2902
+ <edge from-layer="116" from-port="2" to-layer="117" to-port="1" />
2903
+ <edge from-layer="117" from-port="2" to-layer="118" to-port="2" />
2904
+ <edge from-layer="118" from-port="3" to-layer="122" to-port="0" />
2905
+ <edge from-layer="119" from-port="0" to-layer="121" to-port="0" />
2906
+ <edge from-layer="120" from-port="0" to-layer="121" to-port="1" />
2907
+ <edge from-layer="121" from-port="4" to-layer="122" to-port="1" />
2908
+ <edge from-layer="122" from-port="2" to-layer="124" to-port="0" />
2909
+ <edge from-layer="123" from-port="0" to-layer="124" to-port="1" />
2910
+ <edge from-layer="124" from-port="2" to-layer="171" to-port="3" />
2911
+ <edge from-layer="124" from-port="2" to-layer="126" to-port="3" />
2912
+ <edge from-layer="125" from-port="0" to-layer="126" to-port="4" />
2913
+ <edge from-layer="126" from-port="5" to-layer="128" to-port="0" />
2914
+ <edge from-layer="127" from-port="0" to-layer="128" to-port="1" />
2915
+ <edge from-layer="128" from-port="2" to-layer="136" to-port="0" />
2916
+ <edge from-layer="129" from-port="0" to-layer="135" to-port="0" />
2917
+ <edge from-layer="130" from-port="1" to-layer="133" to-port="0" />
2918
+ <edge from-layer="131" from-port="0" to-layer="133" to-port="1" />
2919
+ <edge from-layer="132" from-port="0" to-layer="133" to-port="2" />
2920
+ <edge from-layer="133" from-port="3" to-layer="135" to-port="1" />
2921
+ <edge from-layer="134" from-port="0" to-layer="135" to-port="2" />
2922
+ <edge from-layer="135" from-port="3" to-layer="136" to-port="1" />
2923
+ <edge from-layer="135" from-port="3" to-layer="174" to-port="1" />
2924
+ <edge from-layer="136" from-port="2" to-layer="138" to-port="0" />
2925
+ <edge from-layer="137" from-port="0" to-layer="138" to-port="1" />
2926
+ <edge from-layer="138" from-port="2" to-layer="139" to-port="1" />
2927
+ <edge from-layer="139" from-port="2" to-layer="141" to-port="0" />
2928
+ <edge from-layer="139" from-port="2" to-layer="147" to-port="0" />
2929
+ <edge from-layer="140" from-port="0" to-layer="141" to-port="1" />
2930
+ <edge from-layer="141" from-port="2" to-layer="143" to-port="0" />
2931
+ <edge from-layer="142" from-port="0" to-layer="143" to-port="1" />
2932
+ <edge from-layer="143" from-port="2" to-layer="144" to-port="0" />
2933
+ <edge from-layer="144" from-port="1" to-layer="146" to-port="0" />
2934
+ <edge from-layer="145" from-port="0" to-layer="146" to-port="1" />
2935
+ <edge from-layer="146" from-port="2" to-layer="147" to-port="1" />
2936
+ <edge from-layer="147" from-port="2" to-layer="149" to-port="0" />
2937
+ <edge from-layer="147" from-port="2" to-layer="177" to-port="0" />
2938
+ <edge from-layer="148" from-port="0" to-layer="149" to-port="1" />
2939
+ <edge from-layer="149" from-port="2" to-layer="165" to-port="0" />
2940
+ <edge from-layer="149" from-port="2" to-layer="157" to-port="0" />
2941
+ <edge from-layer="149" from-port="2" to-layer="151" to-port="0" />
2942
+ <edge from-layer="150" from-port="0" to-layer="151" to-port="1" />
2943
+ <edge from-layer="151" from-port="2" to-layer="153" to-port="0" />
2944
+ <edge from-layer="152" from-port="0" to-layer="153" to-port="1" />
2945
+ <edge from-layer="153" from-port="2" to-layer="155" to-port="0" />
2946
+ <edge from-layer="154" from-port="0" to-layer="155" to-port="1" />
2947
+ <edge from-layer="155" from-port="2" to-layer="171" to-port="0" />
2948
+ <edge from-layer="156" from-port="0" to-layer="157" to-port="1" />
2949
+ <edge from-layer="157" from-port="2" to-layer="159" to-port="0" />
2950
+ <edge from-layer="158" from-port="0" to-layer="159" to-port="1" />
2951
+ <edge from-layer="159" from-port="2" to-layer="161" to-port="0" />
2952
+ <edge from-layer="160" from-port="0" to-layer="161" to-port="1" />
2953
+ <edge from-layer="161" from-port="2" to-layer="163" to-port="0" />
2954
+ <edge from-layer="162" from-port="0" to-layer="163" to-port="1" />
2955
+ <edge from-layer="163" from-port="2" to-layer="171" to-port="1" />
2956
+ <edge from-layer="164" from-port="0" to-layer="165" to-port="1" />
2957
+ <edge from-layer="165" from-port="2" to-layer="167" to-port="0" />
2958
+ <edge from-layer="166" from-port="0" to-layer="167" to-port="1" />
2959
+ <edge from-layer="167" from-port="2" to-layer="169" to-port="0" />
2960
+ <edge from-layer="168" from-port="0" to-layer="169" to-port="1" />
2961
+ <edge from-layer="169" from-port="2" to-layer="171" to-port="2" />
2962
+ <edge from-layer="170" from-port="0" to-layer="171" to-port="4" />
2963
+ <edge from-layer="171" from-port="5" to-layer="173" to-port="0" />
2964
+ <edge from-layer="172" from-port="0" to-layer="173" to-port="1" />
2965
+ <edge from-layer="173" from-port="2" to-layer="174" to-port="0" />
2966
+ <edge from-layer="174" from-port="2" to-layer="176" to-port="0" />
2967
+ <edge from-layer="175" from-port="0" to-layer="176" to-port="1" />
2968
+ <edge from-layer="176" from-port="2" to-layer="177" to-port="1" />
2969
+ <edge from-layer="177" from-port="2" to-layer="185" to-port="0" />
2970
+ <edge from-layer="177" from-port="2" to-layer="179" to-port="0" />
2971
+ <edge from-layer="178" from-port="0" to-layer="179" to-port="1" />
2972
+ <edge from-layer="179" from-port="2" to-layer="181" to-port="0" />
2973
+ <edge from-layer="180" from-port="0" to-layer="181" to-port="1" />
2974
+ <edge from-layer="181" from-port="2" to-layer="182" to-port="0" />
2975
+ <edge from-layer="182" from-port="1" to-layer="184" to-port="0" />
2976
+ <edge from-layer="183" from-port="0" to-layer="184" to-port="1" />
2977
+ <edge from-layer="184" from-port="2" to-layer="185" to-port="1" />
2978
+ <edge from-layer="185" from-port="2" to-layer="186" to-port="0" />
2979
+ <edge from-layer="186" from-port="2" to-layer="188" to-port="0" />
2980
+ <edge from-layer="187" from-port="0" to-layer="188" to-port="1" />
2981
+ <edge from-layer="188" from-port="2" to-layer="190" to-port="0" />
2982
+ <edge from-layer="189" from-port="0" to-layer="190" to-port="1" />
2983
+ <edge from-layer="190" from-port="2" to-layer="191" to-port="0" />
2984
+ <edge from-layer="191" from-port="1" to-layer="193" to-port="0" />
2985
+ <edge from-layer="192" from-port="0" to-layer="193" to-port="1" />
2986
+ <edge from-layer="193" from-port="2" to-layer="197" to-port="0" />
2987
+ <edge from-layer="194" from-port="1" to-layer="196" to-port="0" />
2988
+ <edge from-layer="195" from-port="0" to-layer="196" to-port="1" />
2989
+ <edge from-layer="196" from-port="2" to-layer="197" to-port="1" />
2990
+ <edge from-layer="197" from-port="2" to-layer="198" to-port="0" />
2991
+ </edges>
2992
+ <rt_info>
2993
+ <info name="OpenVINO Runtime" value="2026.4.1-22982-e213a147257-releases/2026/4" />
2994
+ <Runtime_version value="2026.4.1-22982-e213a147257-releases/2026/4" />
2995
+ <conversion_parameters>
2996
+ <framework value="pytorch" />
2997
+ <is_python_object value="True" />
2998
+ </conversion_parameters>
2999
+ <optimum>
3000
+ <optimum_intel_version value="2.3.0.dev0+eae8e8e0" />
3001
+ <optimum_version value="2.3.0" />
3002
+ <pytorch_version value="2.14.0+cpu" />
3003
+ <transformers_version value="4.57.6" />
3004
+ </optimum>
3005
+ </rt_info>
3006
+ </net>
tokenizer.json → openvino_language_model.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd2a97b55c8f7f9c328c73ee9b9178771037e9f566dfca8e238a063d41cbac92
3
- size 11429377
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9755b7c4cad1f7eb9caeac1fac411e24682995df81bb5162b9495cd788faba51
3
+ size 78971769
openvino_language_model.xml ADDED
The diff for this file is too large to render. See raw diff
 
openvino_text_embeddings_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3503dc8c2f562e08eb91a1c291bb7dc253a154a39e5b56a3a6b1917c9e73d04e
3
+ size 77791236
openvino_text_embeddings_model.xml ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="Model3" version="11">
3
+ <layers>
4
+ <layer id="0" name="input" type="Parameter" version="opset1">
5
+ <data shape="?,?" element_type="i64" />
6
+ <output>
7
+ <port id="0" precision="I64" names="input">
8
+ <dim>-1</dim>
9
+ <dim>-1</dim>
10
+ </port>
11
+ </output>
12
+ </layer>
13
+ <layer id="1" name="self.weight" type="Const" version="opset1">
14
+ <data element_type="f32" shape="151936, 128" offset="0" size="77791232" />
15
+ <output>
16
+ <port id="0" precision="FP32" names="self.weight">
17
+ <dim>151936</dim>
18
+ <dim>128</dim>
19
+ </port>
20
+ </output>
21
+ </layer>
22
+ <layer id="2" name="aten::embedding/Convert" type="Convert" version="opset1">
23
+ <data destination_type="i32" />
24
+ <input>
25
+ <port id="0" precision="I64">
26
+ <dim>-1</dim>
27
+ <dim>-1</dim>
28
+ </port>
29
+ </input>
30
+ <output>
31
+ <port id="1" precision="I32">
32
+ <dim>-1</dim>
33
+ <dim>-1</dim>
34
+ </port>
35
+ </output>
36
+ </layer>
37
+ <layer id="3" name="aten::embedding/Constant" type="Const" version="opset1">
38
+ <data element_type="i32" shape="" offset="77791232" size="4" />
39
+ <output>
40
+ <port id="0" precision="I32" />
41
+ </output>
42
+ </layer>
43
+ <layer id="4" name="aten::embedding/Gather" type="Gather" version="opset8">
44
+ <data batch_dims="0" />
45
+ <input>
46
+ <port id="0" precision="FP32">
47
+ <dim>151936</dim>
48
+ <dim>128</dim>
49
+ </port>
50
+ <port id="1" precision="I32">
51
+ <dim>-1</dim>
52
+ <dim>-1</dim>
53
+ </port>
54
+ <port id="2" precision="I32" />
55
+ </input>
56
+ <output>
57
+ <port id="3" precision="FP32" names="inputs_embeds">
58
+ <dim>-1</dim>
59
+ <dim>-1</dim>
60
+ <dim>128</dim>
61
+ </port>
62
+ </output>
63
+ </layer>
64
+ <layer id="5" name="Result_11996" type="Result" version="opset1" output_names="inputs_embeds">
65
+ <input>
66
+ <port id="0" precision="FP32">
67
+ <dim>-1</dim>
68
+ <dim>-1</dim>
69
+ <dim>128</dim>
70
+ </port>
71
+ </input>
72
+ </layer>
73
+ </layers>
74
+ <edges>
75
+ <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
76
+ <edge from-layer="1" from-port="0" to-layer="4" to-port="0" />
77
+ <edge from-layer="2" from-port="1" to-layer="4" to-port="1" />
78
+ <edge from-layer="3" from-port="0" to-layer="4" to-port="2" />
79
+ <edge from-layer="4" from-port="3" to-layer="5" to-port="0" />
80
+ </edges>
81
+ <rt_info>
82
+ <info name="OpenVINO Runtime" value="2026.4.1-22982-e213a147257-releases/2026/4" />
83
+ <Runtime_version value="2026.4.1-22982-e213a147257-releases/2026/4" />
84
+ <conversion_parameters>
85
+ <framework value="pytorch" />
86
+ <is_python_object value="True" />
87
+ </conversion_parameters>
88
+ <optimum>
89
+ <optimum_intel_version value="2.3.0.dev0+eae8e8e0" />
90
+ <optimum_version value="2.3.0" />
91
+ <pytorch_version value="2.14.0+cpu" />
92
+ <transformers_version value="4.57.6" />
93
+ </optimum>
94
+ </rt_info>
95
+ </net>
preprocessor_config.json DELETED
@@ -1,15 +0,0 @@
1
- {
2
- "chunk_length": 30,
3
- "dither": 0.0,
4
- "feature_extractor_type": "WhisperFeatureExtractor",
5
- "feature_size": 128,
6
- "hop_length": 160,
7
- "n_fft": 400,
8
- "n_samples": 480000,
9
- "nb_max_frames": 3000,
10
- "padding_side": "right",
11
- "padding_value": 0.0,
12
- "processor_class": "Qwen3ASRProcessor",
13
- "return_attention_mask": true,
14
- "sampling_rate": 16000
15
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
special_tokens_map.json DELETED
@@ -1,44 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>",
5
- "<|object_ref_start|>",
6
- "<|object_ref_end|>",
7
- "<|box_start|>",
8
- "<|box_end|>",
9
- "<|quad_start|>",
10
- "<|quad_end|>",
11
- "<|vision_start|>",
12
- "<|vision_end|>",
13
- "<|vision_pad|>",
14
- "<|image_pad|>",
15
- "<|video_pad|>",
16
- "<|audio_start|>",
17
- "<|audio_end|>",
18
- "<tts_pad>",
19
- "<tts_text_bos>",
20
- "<tts_text_bos_single>",
21
- "<|audio_pad|>"
22
- ],
23
- "audio_bos_token": "<|audio_start|>",
24
- "audio_eos_token": "<|audio_end|>",
25
- "audio_token": "<|audio_pad|>",
26
- "eos_token": {
27
- "content": "<|im_end|>",
28
- "lstrip": false,
29
- "normalized": false,
30
- "rstrip": false,
31
- "single_word": false
32
- },
33
- "image_token": "<|image_pad|>",
34
- "pad_token": {
35
- "content": "<|endoftext|>",
36
- "lstrip": false,
37
- "normalized": false,
38
- "rstrip": false,
39
- "single_word": false
40
- },
41
- "video_token": "<|video_pad|>",
42
- "vision_bos_token": "<|vision_start|>",
43
- "vision_eos_token": "<|vision_end|>"
44
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tokenizer_config.json DELETED
@@ -1,549 +0,0 @@
1
- {
2
- "add_bos_token": false,
3
- "add_prefix_space": false,
4
- "added_tokens_decoder": {
5
- "151643": {
6
- "content": "<|endoftext|>",
7
- "lstrip": false,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false,
11
- "special": true
12
- },
13
- "151644": {
14
- "content": "<|im_start|>",
15
- "lstrip": false,
16
- "normalized": false,
17
- "rstrip": false,
18
- "single_word": false,
19
- "special": true
20
- },
21
- "151645": {
22
- "content": "<|im_end|>",
23
- "lstrip": false,
24
- "normalized": false,
25
- "rstrip": false,
26
- "single_word": false,
27
- "special": true
28
- },
29
- "151646": {
30
- "content": "<|object_ref_start|>",
31
- "lstrip": false,
32
- "normalized": false,
33
- "rstrip": false,
34
- "single_word": false,
35
- "special": true
36
- },
37
- "151647": {
38
- "content": "<|object_ref_end|>",
39
- "lstrip": false,
40
- "normalized": false,
41
- "rstrip": false,
42
- "single_word": false,
43
- "special": true
44
- },
45
- "151648": {
46
- "content": "<|box_start|>",
47
- "lstrip": false,
48
- "normalized": false,
49
- "rstrip": false,
50
- "single_word": false,
51
- "special": true
52
- },
53
- "151649": {
54
- "content": "<|box_end|>",
55
- "lstrip": false,
56
- "normalized": false,
57
- "rstrip": false,
58
- "single_word": false,
59
- "special": true
60
- },
61
- "151650": {
62
- "content": "<|quad_start|>",
63
- "lstrip": false,
64
- "normalized": false,
65
- "rstrip": false,
66
- "single_word": false,
67
- "special": true
68
- },
69
- "151651": {
70
- "content": "<|quad_end|>",
71
- "lstrip": false,
72
- "normalized": false,
73
- "rstrip": false,
74
- "single_word": false,
75
- "special": true
76
- },
77
- "151652": {
78
- "content": "<|vision_start|>",
79
- "lstrip": false,
80
- "normalized": false,
81
- "rstrip": false,
82
- "single_word": false,
83
- "special": true
84
- },
85
- "151653": {
86
- "content": "<|vision_end|>",
87
- "lstrip": false,
88
- "normalized": false,
89
- "rstrip": false,
90
- "single_word": false,
91
- "special": true
92
- },
93
- "151654": {
94
- "content": "<|vision_pad|>",
95
- "lstrip": false,
96
- "normalized": false,
97
- "rstrip": false,
98
- "single_word": false,
99
- "special": true
100
- },
101
- "151655": {
102
- "content": "<|image_pad|>",
103
- "lstrip": false,
104
- "normalized": false,
105
- "rstrip": false,
106
- "single_word": false,
107
- "special": true
108
- },
109
- "151656": {
110
- "content": "<|video_pad|>",
111
- "lstrip": false,
112
- "normalized": false,
113
- "rstrip": false,
114
- "single_word": false,
115
- "special": true
116
- },
117
- "151657": {
118
- "content": "<tool_call>",
119
- "lstrip": false,
120
- "normalized": false,
121
- "rstrip": false,
122
- "single_word": false,
123
- "special": false
124
- },
125
- "151658": {
126
- "content": "</tool_call>",
127
- "lstrip": false,
128
- "normalized": false,
129
- "rstrip": false,
130
- "single_word": false,
131
- "special": false
132
- },
133
- "151659": {
134
- "content": "<|fim_prefix|>",
135
- "lstrip": false,
136
- "normalized": false,
137
- "rstrip": false,
138
- "single_word": false,
139
- "special": false
140
- },
141
- "151660": {
142
- "content": "<|fim_middle|>",
143
- "lstrip": false,
144
- "normalized": false,
145
- "rstrip": false,
146
- "single_word": false,
147
- "special": false
148
- },
149
- "151661": {
150
- "content": "<|fim_suffix|>",
151
- "lstrip": false,
152
- "normalized": false,
153
- "rstrip": false,
154
- "single_word": false,
155
- "special": false
156
- },
157
- "151662": {
158
- "content": "<|fim_pad|>",
159
- "lstrip": false,
160
- "normalized": false,
161
- "rstrip": false,
162
- "single_word": false,
163
- "special": false
164
- },
165
- "151663": {
166
- "content": "<|repo_name|>",
167
- "lstrip": false,
168
- "normalized": false,
169
- "rstrip": false,
170
- "single_word": false,
171
- "special": false
172
- },
173
- "151664": {
174
- "content": "<|file_sep|>",
175
- "lstrip": false,
176
- "normalized": false,
177
- "rstrip": false,
178
- "single_word": false,
179
- "special": false
180
- },
181
- "151665": {
182
- "content": "<tool_response>",
183
- "lstrip": false,
184
- "normalized": false,
185
- "rstrip": false,
186
- "single_word": false,
187
- "special": false
188
- },
189
- "151666": {
190
- "content": "</tool_response>",
191
- "lstrip": false,
192
- "normalized": false,
193
- "rstrip": false,
194
- "single_word": false,
195
- "special": false
196
- },
197
- "151667": {
198
- "content": "<think>",
199
- "lstrip": false,
200
- "normalized": false,
201
- "rstrip": false,
202
- "single_word": false,
203
- "special": false
204
- },
205
- "151668": {
206
- "content": "</think>",
207
- "lstrip": false,
208
- "normalized": false,
209
- "rstrip": false,
210
- "single_word": false,
211
- "special": false
212
- },
213
- "151669": {
214
- "content": "<|audio_start|>",
215
- "lstrip": false,
216
- "normalized": false,
217
- "rstrip": false,
218
- "single_word": false,
219
- "special": true
220
- },
221
- "151670": {
222
- "content": "<|audio_end|>",
223
- "lstrip": false,
224
- "normalized": false,
225
- "rstrip": false,
226
- "single_word": false,
227
- "special": true
228
- },
229
- "151671": {
230
- "content": "<tts_pad>",
231
- "lstrip": false,
232
- "normalized": false,
233
- "rstrip": false,
234
- "single_word": false,
235
- "special": true
236
- },
237
- "151672": {
238
- "content": "<tts_text_bos>",
239
- "lstrip": false,
240
- "normalized": false,
241
- "rstrip": false,
242
- "single_word": false,
243
- "special": true
244
- },
245
- "151673": {
246
- "content": "<tts_text_eod>",
247
- "lstrip": false,
248
- "normalized": false,
249
- "rstrip": false,
250
- "single_word": false,
251
- "special": true
252
- },
253
- "151674": {
254
- "content": "<tts_text_bos_single>",
255
- "lstrip": false,
256
- "normalized": false,
257
- "rstrip": false,
258
- "single_word": false,
259
- "special": true
260
- },
261
- "151675": {
262
- "content": "<non_speech>",
263
- "lstrip": false,
264
- "normalized": false,
265
- "rstrip": false,
266
- "single_word": false,
267
- "special": false
268
- },
269
- "151676": {
270
- "content": "<|audio_pad|>",
271
- "lstrip": false,
272
- "normalized": false,
273
- "rstrip": false,
274
- "single_word": false,
275
- "special": true
276
- },
277
- "151677": {
278
- "content": "<blank1>",
279
- "lstrip": false,
280
- "normalized": false,
281
- "rstrip": false,
282
- "single_word": false,
283
- "special": true
284
- },
285
- "151678": {
286
- "content": "<blank2>",
287
- "lstrip": false,
288
- "normalized": false,
289
- "rstrip": false,
290
- "single_word": false,
291
- "special": true
292
- },
293
- "151679": {
294
- "content": "<blank3>",
295
- "lstrip": false,
296
- "normalized": false,
297
- "rstrip": false,
298
- "single_word": false,
299
- "special": true
300
- },
301
- "151680": {
302
- "content": "<blank4>",
303
- "lstrip": false,
304
- "normalized": false,
305
- "rstrip": false,
306
- "single_word": false,
307
- "special": true
308
- },
309
- "151681": {
310
- "content": "<blank5>",
311
- "lstrip": false,
312
- "normalized": false,
313
- "rstrip": false,
314
- "single_word": false,
315
- "special": true
316
- },
317
- "151682": {
318
- "content": "<blank6>",
319
- "lstrip": false,
320
- "normalized": false,
321
- "rstrip": false,
322
- "single_word": false,
323
- "special": true
324
- },
325
- "151683": {
326
- "content": "<blank7>",
327
- "lstrip": false,
328
- "normalized": false,
329
- "rstrip": false,
330
- "single_word": false,
331
- "special": true
332
- },
333
- "151684": {
334
- "content": "<blank8>",
335
- "lstrip": false,
336
- "normalized": false,
337
- "rstrip": false,
338
- "single_word": false,
339
- "special": true
340
- },
341
- "151685": {
342
- "content": "<blank9>",
343
- "lstrip": false,
344
- "normalized": false,
345
- "rstrip": false,
346
- "single_word": false,
347
- "special": true
348
- },
349
- "151686": {
350
- "content": "<blank10>",
351
- "lstrip": false,
352
- "normalized": false,
353
- "rstrip": false,
354
- "single_word": false,
355
- "special": true
356
- },
357
- "151687": {
358
- "content": "<blank11>",
359
- "lstrip": false,
360
- "normalized": false,
361
- "rstrip": false,
362
- "single_word": false,
363
- "special": true
364
- },
365
- "151688": {
366
- "content": "<blank12>",
367
- "lstrip": false,
368
- "normalized": false,
369
- "rstrip": false,
370
- "single_word": false,
371
- "special": true
372
- },
373
- "151689": {
374
- "content": "<blank13>",
375
- "lstrip": false,
376
- "normalized": false,
377
- "rstrip": false,
378
- "single_word": false,
379
- "special": true
380
- },
381
- "151690": {
382
- "content": "<blank14>",
383
- "lstrip": false,
384
- "normalized": false,
385
- "rstrip": false,
386
- "single_word": false,
387
- "special": true
388
- },
389
- "151691": {
390
- "content": "<blank15>",
391
- "lstrip": false,
392
- "normalized": false,
393
- "rstrip": false,
394
- "single_word": false,
395
- "special": true
396
- },
397
- "151692": {
398
- "content": "<blank16>",
399
- "lstrip": false,
400
- "normalized": false,
401
- "rstrip": false,
402
- "single_word": false,
403
- "special": true
404
- },
405
- "151693": {
406
- "content": "<blank17>",
407
- "lstrip": false,
408
- "normalized": false,
409
- "rstrip": false,
410
- "single_word": false,
411
- "special": true
412
- },
413
- "151694": {
414
- "content": "<blank18>",
415
- "lstrip": false,
416
- "normalized": false,
417
- "rstrip": false,
418
- "single_word": false,
419
- "special": true
420
- },
421
- "151695": {
422
- "content": "<blank19>",
423
- "lstrip": false,
424
- "normalized": false,
425
- "rstrip": false,
426
- "single_word": false,
427
- "special": true
428
- },
429
- "151696": {
430
- "content": "<blank20>",
431
- "lstrip": false,
432
- "normalized": false,
433
- "rstrip": false,
434
- "single_word": false,
435
- "special": true
436
- },
437
- "151697": {
438
- "content": "<blank21>",
439
- "lstrip": false,
440
- "normalized": false,
441
- "rstrip": false,
442
- "single_word": false,
443
- "special": true
444
- },
445
- "151698": {
446
- "content": "<blank22>",
447
- "lstrip": false,
448
- "normalized": false,
449
- "rstrip": false,
450
- "single_word": false,
451
- "special": true
452
- },
453
- "151699": {
454
- "content": "<blank23>",
455
- "lstrip": false,
456
- "normalized": false,
457
- "rstrip": false,
458
- "single_word": false,
459
- "special": true
460
- },
461
- "151700": {
462
- "content": "<blank24>",
463
- "lstrip": false,
464
- "normalized": false,
465
- "rstrip": false,
466
- "single_word": false,
467
- "special": true
468
- },
469
- "151701": {
470
- "content": "<blank25>",
471
- "lstrip": false,
472
- "normalized": false,
473
- "rstrip": false,
474
- "single_word": false,
475
- "special": true
476
- },
477
- "151702": {
478
- "content": "<blank26>",
479
- "lstrip": false,
480
- "normalized": false,
481
- "rstrip": false,
482
- "single_word": false,
483
- "special": true
484
- },
485
- "151703": {
486
- "content": "<blank27>",
487
- "lstrip": false,
488
- "normalized": false,
489
- "rstrip": false,
490
- "single_word": false,
491
- "special": true
492
- },
493
- "151704": {
494
- "content": "<asr_text>",
495
- "lstrip": false,
496
- "normalized": false,
497
- "rstrip": false,
498
- "single_word": false,
499
- "special": false
500
- }
501
- },
502
- "additional_special_tokens": [
503
- "<|im_start|>",
504
- "<|im_end|>",
505
- "<|object_ref_start|>",
506
- "<|object_ref_end|>",
507
- "<|box_start|>",
508
- "<|box_end|>",
509
- "<|quad_start|>",
510
- "<|quad_end|>",
511
- "<|vision_start|>",
512
- "<|vision_end|>",
513
- "<|vision_pad|>",
514
- "<|image_pad|>",
515
- "<|video_pad|>",
516
- "<|audio_start|>",
517
- "<|audio_end|>",
518
- "<tts_pad>",
519
- "<tts_text_bos>",
520
- "<tts_text_bos_single>",
521
- "<|audio_pad|>"
522
- ],
523
- "audio_bos_token": "<|audio_start|>",
524
- "audio_eos_token": "<|audio_end|>",
525
- "audio_token": "<|audio_pad|>",
526
- "bos_token": null,
527
- "clean_up_tokenization_spaces": false,
528
- "eos_token": "<|im_end|>",
529
- "errors": "replace",
530
- "extra_special_tokens": {
531
- "audio_bos_token": "<|audio_start|>",
532
- "audio_eos_token": "<|audio_end|>",
533
- "audio_token": "<|audio_pad|>",
534
- "image_token": "<|image_pad|>",
535
- "video_token": "<|video_pad|>",
536
- "vision_bos_token": "<|vision_start|>",
537
- "vision_eos_token": "<|vision_end|>"
538
- },
539
- "image_token": "<|image_pad|>",
540
- "model_max_length": 131072,
541
- "pad_token": "<|endoftext|>",
542
- "processor_class": "Qwen3ASRProcessor",
543
- "split_special_tokens": false,
544
- "tokenizer_class": "Qwen2Tokenizer",
545
- "unk_token": null,
546
- "video_token": "<|video_pad|>",
547
- "vision_bos_token": "<|vision_start|>",
548
- "vision_eos_token": "<|vision_end|>"
549
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
vocab.json DELETED
The diff for this file is too large to render. See raw diff