DoppelApp commited on
Commit
3fc6023
·
verified ·
1 Parent(s): 9cff5ec

Judgment runtime artifact (format 1)

Browse files
README.md ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ inference: false
4
+ tags:
5
+ - doppel
6
+ - runtime-artifact
7
+ ---
8
+
9
+ # Doppel runtime artifact
10
+
11
+ This repository contains a versioned runtime artifact consumed by compatible
12
+ Doppel releases.
13
+
14
+ It is not a standalone model, SDK, or supported public API. Its format,
15
+ compatibility contract, and behavior are private implementation details and
16
+ may change without notice. No external loading, conversion, integration, or
17
+ evaluation guidance is provided.
18
+
19
+ The repository contains no customer data.
20
+
21
+ <details>
22
+ <summary>License and attribution</summary>
23
+
24
+ This distribution includes modified material derived from
25
+ [`fastino/GLiNER2.5-Decide`](https://huggingface.co/fastino/GLiNER2.5-Decide),
26
+ provided under the
27
+ [Apache License 2.0](https://www.apache.org/licenses/LICENSE-2.0).
28
+ The source link is provided for attribution and does not define a supported
29
+ Doppel compatibility contract. No warranty or support is provided for use
30
+ outside Doppel.
31
+
32
+ </details>
judgment.mlmodelc/analytics/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4adfb1c0e03c5f1007df879d62fa75f37f32082498a7483f1e64bb449fbb8ea
3
+ size 243
judgment.mlmodelc/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0f2a9b2ae62618c2205959abf96dc7c3d2b9452109a24bdb12754aff4866fd
3
+ size 506
judgment.mlmodelc/metadata.json ADDED
@@ -0,0 +1,322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "metadataOutputVersion" : "3.0",
4
+ "storagePrecision" : "Mixed (Float16, Int32, UInt16)",
5
+ "outputSchema" : [
6
+ {
7
+ "hasShapeFlexibility" : "0",
8
+ "isOptional" : "0",
9
+ "dataType" : "Float32",
10
+ "formattedType" : "MultiArray (Float32 1 × 16)",
11
+ "shortDescription" : "",
12
+ "shape" : "[1, 16]",
13
+ "name" : "logits",
14
+ "type" : "MultiArray"
15
+ }
16
+ ],
17
+ "modelParameters" : [
18
+
19
+ ],
20
+ "specificationVersion" : 9,
21
+ "functions" : [
22
+ {
23
+ "inputSchema" : [
24
+ {
25
+ "hasShapeFlexibility" : "0",
26
+ "isOptional" : "0",
27
+ "dataType" : "Int32",
28
+ "formattedType" : "MultiArray (Int32 1 × 128)",
29
+ "shortDescription" : "",
30
+ "shape" : "[1, 128]",
31
+ "name" : "input_ids",
32
+ "type" : "MultiArray"
33
+ },
34
+ {
35
+ "hasShapeFlexibility" : "0",
36
+ "isOptional" : "0",
37
+ "dataType" : "Int32",
38
+ "formattedType" : "MultiArray (Int32 1 × 128)",
39
+ "shortDescription" : "",
40
+ "shape" : "[1, 128]",
41
+ "name" : "attention_mask",
42
+ "type" : "MultiArray"
43
+ },
44
+ {
45
+ "hasShapeFlexibility" : "0",
46
+ "isOptional" : "0",
47
+ "dataType" : "Int32",
48
+ "formattedType" : "MultiArray (Int32 1 × 16)",
49
+ "shortDescription" : "",
50
+ "shape" : "[1, 16]",
51
+ "name" : "label_positions",
52
+ "type" : "MultiArray"
53
+ }
54
+ ],
55
+ "computePrecision" : "Mixed (Float16, Float32, Int32, UInt16)",
56
+ "storagePrecision" : "Mixed (Float16, Int32, UInt16)",
57
+ "stateSchema" : [
58
+
59
+ ],
60
+ "outputSchema" : [
61
+ {
62
+ "hasShapeFlexibility" : "0",
63
+ "isOptional" : "0",
64
+ "dataType" : "Float32",
65
+ "formattedType" : "MultiArray (Float32 1 × 16)",
66
+ "shortDescription" : "",
67
+ "shape" : "[1, 16]",
68
+ "name" : "logits",
69
+ "type" : "MultiArray"
70
+ }
71
+ ],
72
+ "name" : "len128",
73
+ "mlProgramOperationTypeHistogram" : {
74
+ "Ios18.expandDims" : 2,
75
+ "Ios18.softmax" : 24,
76
+ "Ios18.mul" : 73,
77
+ "Ios18.matmul" : 97,
78
+ "Ios18.equal" : 1,
79
+ "Ios18.logicalNot" : 1,
80
+ "Ios18.greaterEqual" : 1,
81
+ "Select" : 25,
82
+ "Ios18.gatherAlongAxis" : 48,
83
+ "Tile" : 1,
84
+ "Ios18.gather" : 1,
85
+ "Ios18.add" : 97,
86
+ "Ios18.layerNorm" : 49,
87
+ "Ios18.reshape" : 242,
88
+ "Ios18.linear" : 146,
89
+ "Ios18.gelu" : 24,
90
+ "Ios18.relu" : 1,
91
+ "Ios18.transpose" : 144,
92
+ "Ios18.cast" : 4,
93
+ "Ios18.squeeze" : 1
94
+ }
95
+ },
96
+ {
97
+ "inputSchema" : [
98
+ {
99
+ "hasShapeFlexibility" : "0",
100
+ "isOptional" : "0",
101
+ "dataType" : "Int32",
102
+ "formattedType" : "MultiArray (Int32 1 × 256)",
103
+ "shortDescription" : "",
104
+ "shape" : "[1, 256]",
105
+ "name" : "input_ids",
106
+ "type" : "MultiArray"
107
+ },
108
+ {
109
+ "hasShapeFlexibility" : "0",
110
+ "isOptional" : "0",
111
+ "dataType" : "Int32",
112
+ "formattedType" : "MultiArray (Int32 1 × 256)",
113
+ "shortDescription" : "",
114
+ "shape" : "[1, 256]",
115
+ "name" : "attention_mask",
116
+ "type" : "MultiArray"
117
+ },
118
+ {
119
+ "hasShapeFlexibility" : "0",
120
+ "isOptional" : "0",
121
+ "dataType" : "Int32",
122
+ "formattedType" : "MultiArray (Int32 1 × 16)",
123
+ "shortDescription" : "",
124
+ "shape" : "[1, 16]",
125
+ "name" : "label_positions",
126
+ "type" : "MultiArray"
127
+ }
128
+ ],
129
+ "computePrecision" : "Mixed (Float16, Float32, Int32, UInt16)",
130
+ "storagePrecision" : "Mixed (Float16, Int32, UInt16)",
131
+ "stateSchema" : [
132
+
133
+ ],
134
+ "outputSchema" : [
135
+ {
136
+ "hasShapeFlexibility" : "0",
137
+ "isOptional" : "0",
138
+ "dataType" : "Float32",
139
+ "formattedType" : "MultiArray (Float32 1 × 16)",
140
+ "shortDescription" : "",
141
+ "shape" : "[1, 16]",
142
+ "name" : "logits",
143
+ "type" : "MultiArray"
144
+ }
145
+ ],
146
+ "name" : "len256",
147
+ "mlProgramOperationTypeHistogram" : {
148
+ "Ios18.expandDims" : 2,
149
+ "Ios18.softmax" : 24,
150
+ "Ios18.mul" : 73,
151
+ "Ios18.matmul" : 97,
152
+ "Ios18.equal" : 1,
153
+ "Ios18.logicalNot" : 1,
154
+ "Ios18.greaterEqual" : 1,
155
+ "Select" : 25,
156
+ "Ios18.gatherAlongAxis" : 48,
157
+ "Tile" : 1,
158
+ "Ios18.gather" : 1,
159
+ "Ios18.add" : 97,
160
+ "Ios18.layerNorm" : 49,
161
+ "Ios18.reshape" : 242,
162
+ "Ios18.linear" : 146,
163
+ "Ios18.gelu" : 24,
164
+ "Ios18.relu" : 1,
165
+ "Ios18.transpose" : 144,
166
+ "Ios18.cast" : 4,
167
+ "Ios18.squeeze" : 1
168
+ }
169
+ },
170
+ {
171
+ "inputSchema" : [
172
+ {
173
+ "hasShapeFlexibility" : "0",
174
+ "isOptional" : "0",
175
+ "dataType" : "Int32",
176
+ "formattedType" : "MultiArray (Int32 1 × 512)",
177
+ "shortDescription" : "",
178
+ "shape" : "[1, 512]",
179
+ "name" : "input_ids",
180
+ "type" : "MultiArray"
181
+ },
182
+ {
183
+ "hasShapeFlexibility" : "0",
184
+ "isOptional" : "0",
185
+ "dataType" : "Int32",
186
+ "formattedType" : "MultiArray (Int32 1 × 512)",
187
+ "shortDescription" : "",
188
+ "shape" : "[1, 512]",
189
+ "name" : "attention_mask",
190
+ "type" : "MultiArray"
191
+ },
192
+ {
193
+ "hasShapeFlexibility" : "0",
194
+ "isOptional" : "0",
195
+ "dataType" : "Int32",
196
+ "formattedType" : "MultiArray (Int32 1 × 16)",
197
+ "shortDescription" : "",
198
+ "shape" : "[1, 16]",
199
+ "name" : "label_positions",
200
+ "type" : "MultiArray"
201
+ }
202
+ ],
203
+ "computePrecision" : "Mixed (Float16, Float32, Int32, UInt16)",
204
+ "storagePrecision" : "Mixed (Float16, Int32, UInt16)",
205
+ "stateSchema" : [
206
+
207
+ ],
208
+ "outputSchema" : [
209
+ {
210
+ "hasShapeFlexibility" : "0",
211
+ "isOptional" : "0",
212
+ "dataType" : "Float32",
213
+ "formattedType" : "MultiArray (Float32 1 × 16)",
214
+ "shortDescription" : "",
215
+ "shape" : "[1, 16]",
216
+ "name" : "logits",
217
+ "type" : "MultiArray"
218
+ }
219
+ ],
220
+ "name" : "len512",
221
+ "mlProgramOperationTypeHistogram" : {
222
+ "Ios18.expandDims" : 2,
223
+ "Ios18.softmax" : 24,
224
+ "Ios18.mul" : 73,
225
+ "Ios18.matmul" : 97,
226
+ "Ios18.equal" : 1,
227
+ "Ios18.logicalNot" : 1,
228
+ "Ios18.greaterEqual" : 1,
229
+ "Select" : 25,
230
+ "Ios18.gatherAlongAxis" : 48,
231
+ "Tile" : 1,
232
+ "Ios18.gather" : 1,
233
+ "Ios18.add" : 97,
234
+ "Ios18.layerNorm" : 49,
235
+ "Ios18.reshape" : 242,
236
+ "Ios18.linear" : 146,
237
+ "Ios18.gelu" : 24,
238
+ "Ios18.relu" : 1,
239
+ "Ios18.transpose" : 144,
240
+ "Ios18.cast" : 4,
241
+ "Ios18.squeeze" : 1
242
+ }
243
+ }
244
+ ],
245
+ "mlProgramOperationTypeHistogram" : {
246
+ "Ios18.expandDims" : 2,
247
+ "Ios18.softmax" : 24,
248
+ "Ios18.mul" : 73,
249
+ "Ios18.matmul" : 97,
250
+ "Ios18.equal" : 1,
251
+ "Ios18.logicalNot" : 1,
252
+ "Ios18.greaterEqual" : 1,
253
+ "Select" : 25,
254
+ "Ios18.gatherAlongAxis" : 48,
255
+ "Tile" : 1,
256
+ "Ios18.gather" : 1,
257
+ "Ios18.add" : 97,
258
+ "Ios18.layerNorm" : 49,
259
+ "Ios18.reshape" : 242,
260
+ "Ios18.linear" : 146,
261
+ "Ios18.gelu" : 24,
262
+ "Ios18.relu" : 1,
263
+ "Ios18.transpose" : 144,
264
+ "Ios18.cast" : 4,
265
+ "Ios18.squeeze" : 1
266
+ },
267
+ "isUpdatable" : "0",
268
+ "stateSchema" : [
269
+
270
+ ],
271
+ "availability" : {
272
+ "macOS" : "15.0",
273
+ "tvOS" : "18.0",
274
+ "visionOS" : "2.0",
275
+ "watchOS" : "11.0",
276
+ "iOS" : "18.0",
277
+ "macCatalyst" : "18.0"
278
+ },
279
+ "computePrecision" : "Mixed (Float16, Float32, Int32, UInt16)",
280
+ "modelType" : {
281
+ "name" : "MLModelType_mlProgram"
282
+ },
283
+ "inputSchema" : [
284
+ {
285
+ "hasShapeFlexibility" : "0",
286
+ "isOptional" : "0",
287
+ "dataType" : "Int32",
288
+ "formattedType" : "MultiArray (Int32 1 × 256)",
289
+ "shortDescription" : "",
290
+ "shape" : "[1, 256]",
291
+ "name" : "input_ids",
292
+ "type" : "MultiArray"
293
+ },
294
+ {
295
+ "hasShapeFlexibility" : "0",
296
+ "isOptional" : "0",
297
+ "dataType" : "Int32",
298
+ "formattedType" : "MultiArray (Int32 1 × 256)",
299
+ "shortDescription" : "",
300
+ "shape" : "[1, 256]",
301
+ "name" : "attention_mask",
302
+ "type" : "MultiArray"
303
+ },
304
+ {
305
+ "hasShapeFlexibility" : "0",
306
+ "isOptional" : "0",
307
+ "dataType" : "Int32",
308
+ "formattedType" : "MultiArray (Int32 1 × 16)",
309
+ "shortDescription" : "",
310
+ "shape" : "[1, 16]",
311
+ "name" : "label_positions",
312
+ "type" : "MultiArray"
313
+ }
314
+ ],
315
+ "defaultFunctionName" : "len256",
316
+ "generatedClassName" : "judgment",
317
+ "userDefinedMetadata" : {
318
+
319
+ },
320
+ "method" : "predict"
321
+ }
322
+ ]
judgment.mlmodelc/model.mil ADDED
The diff for this file is too large to render. See raw diff
 
judgment.mlmodelc/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a683a1445a9caae5cb66ffedd25f288006703164698b324315920303fe37b50e
3
+ size 943375872
manifest.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format_version": 1,
3
+ "source": "fastino/GLiNER2.5-Decide",
4
+ "quantization": "none",
5
+ "model": "judgment.mlmodelc",
6
+ "functions": {
7
+ "128": "len128",
8
+ "256": "len256",
9
+ "512": "len512"
10
+ },
11
+ "compute_units": {
12
+ "128": "cpuAndNeuralEngine",
13
+ "256": "cpuAndGPU",
14
+ "512": "cpuAndGPU"
15
+ },
16
+ "max_labels": 16,
17
+ "special_tokens": {
18
+ "[P]": 128003,
19
+ "[L]": 128007,
20
+ "[SEP_TEXT]": 128002,
21
+ "[DESCRIPTION]": 128010,
22
+ "[SEP_STRUCT]": 128001
23
+ },
24
+ "word_pattern": "(?:https?://[^\\s]+|www\\.[^\\s]+)\n |[a-z0-9._%+-]+@[a-z0-9.-]+\\.[a-z]{2,}\n |@[a-z0-9_]+\n |\\w+(?:[-_]\\w+)*\n |\\S",
25
+ "lowercase_text": true,
26
+ "parity": {
27
+ "cases": 107,
28
+ "production": {
29
+ "max_delta_probability": 0.00387,
30
+ "label_disagreements": 0
31
+ },
32
+ "cpuOnly": {
33
+ "max_delta_probability": 0.00724,
34
+ "label_disagreements": 0
35
+ }
36
+ }
37
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "[SEP_STRUCT]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "[SEP_TEXT]",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ {
18
+ "content": "[P]",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ {
25
+ "content": "[C]",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ },
31
+ {
32
+ "content": "[E]",
33
+ "lstrip": false,
34
+ "normalized": false,
35
+ "rstrip": false,
36
+ "single_word": false
37
+ },
38
+ {
39
+ "content": "[R]",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": false,
43
+ "single_word": false
44
+ },
45
+ {
46
+ "content": "[L]",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false
51
+ },
52
+ {
53
+ "content": "[EXAMPLE]",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false
58
+ },
59
+ {
60
+ "content": "[OUTPUT]",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false
65
+ },
66
+ {
67
+ "content": "[DESCRIPTION]",
68
+ "lstrip": false,
69
+ "normalized": false,
70
+ "rstrip": false,
71
+ "single_word": false
72
+ }
73
+ ],
74
+ "bos_token": {
75
+ "content": "[CLS]",
76
+ "lstrip": false,
77
+ "normalized": false,
78
+ "rstrip": false,
79
+ "single_word": false
80
+ },
81
+ "cls_token": {
82
+ "content": "[CLS]",
83
+ "lstrip": false,
84
+ "normalized": false,
85
+ "rstrip": false,
86
+ "single_word": false
87
+ },
88
+ "eos_token": {
89
+ "content": "[SEP]",
90
+ "lstrip": false,
91
+ "normalized": false,
92
+ "rstrip": false,
93
+ "single_word": false
94
+ },
95
+ "mask_token": {
96
+ "content": "[MASK]",
97
+ "lstrip": false,
98
+ "normalized": false,
99
+ "rstrip": false,
100
+ "single_word": false
101
+ },
102
+ "pad_token": {
103
+ "content": "[PAD]",
104
+ "lstrip": false,
105
+ "normalized": false,
106
+ "rstrip": false,
107
+ "single_word": false
108
+ },
109
+ "sep_token": {
110
+ "content": "[SEP]",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false
115
+ },
116
+ "unk_token": {
117
+ "content": "[UNK]",
118
+ "lstrip": false,
119
+ "normalized": true,
120
+ "rstrip": false,
121
+ "single_word": false
122
+ }
123
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "[PAD]",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "[CLS]",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "[SEP]",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "[UNK]",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "128000": {
37
+ "content": "[MASK]",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ },
44
+ "128001": {
45
+ "content": "[SEP_STRUCT]",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false,
50
+ "special": true
51
+ },
52
+ "128002": {
53
+ "content": "[SEP_TEXT]",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false,
58
+ "special": true
59
+ },
60
+ "128003": {
61
+ "content": "[P]",
62
+ "lstrip": false,
63
+ "normalized": false,
64
+ "rstrip": false,
65
+ "single_word": false,
66
+ "special": true
67
+ },
68
+ "128004": {
69
+ "content": "[C]",
70
+ "lstrip": false,
71
+ "normalized": false,
72
+ "rstrip": false,
73
+ "single_word": false,
74
+ "special": true
75
+ },
76
+ "128005": {
77
+ "content": "[E]",
78
+ "lstrip": false,
79
+ "normalized": false,
80
+ "rstrip": false,
81
+ "single_word": false,
82
+ "special": true
83
+ },
84
+ "128006": {
85
+ "content": "[R]",
86
+ "lstrip": false,
87
+ "normalized": false,
88
+ "rstrip": false,
89
+ "single_word": false,
90
+ "special": true
91
+ },
92
+ "128007": {
93
+ "content": "[L]",
94
+ "lstrip": false,
95
+ "normalized": false,
96
+ "rstrip": false,
97
+ "single_word": false,
98
+ "special": true
99
+ },
100
+ "128008": {
101
+ "content": "[EXAMPLE]",
102
+ "lstrip": false,
103
+ "normalized": false,
104
+ "rstrip": false,
105
+ "single_word": false,
106
+ "special": true
107
+ },
108
+ "128009": {
109
+ "content": "[OUTPUT]",
110
+ "lstrip": false,
111
+ "normalized": false,
112
+ "rstrip": false,
113
+ "single_word": false,
114
+ "special": true
115
+ },
116
+ "128010": {
117
+ "content": "[DESCRIPTION]",
118
+ "lstrip": false,
119
+ "normalized": false,
120
+ "rstrip": false,
121
+ "single_word": false,
122
+ "special": true
123
+ }
124
+ },
125
+ "additional_special_tokens": [
126
+ "[SEP_STRUCT]",
127
+ "[SEP_TEXT]",
128
+ "[P]",
129
+ "[C]",
130
+ "[E]",
131
+ "[R]",
132
+ "[L]",
133
+ "[EXAMPLE]",
134
+ "[OUTPUT]",
135
+ "[DESCRIPTION]"
136
+ ],
137
+ "backend": "tokenizers",
138
+ "bos_token": "[CLS]",
139
+ "clean_up_tokenization_spaces": false,
140
+ "cls_token": "[CLS]",
141
+ "do_lower_case": false,
142
+ "eos_token": "[SEP]",
143
+ "extra_special_tokens": {},
144
+ "is_local": false,
145
+ "local_files_only": false,
146
+ "mask_token": "[MASK]",
147
+ "model_max_length": 1000000000000000019884624838656,
148
+ "pad_token": "[PAD]",
149
+ "sep_token": "[SEP]",
150
+ "sp_model_kwargs": {},
151
+ "split_by_punct": false,
152
+ "tokenizer_class": "DebertaV2Tokenizer",
153
+ "unk_id": 3,
154
+ "unk_token": "[UNK]",
155
+ "vocab_type": "spm"
156
+ }