DoppelApp commited on
Commit
b50b95d
·
verified ·
1 Parent(s): 4e817c4

GLiNER-Relex runtime artifact: FP16 key-only attention mask (correct on CPU/GPU as well as ANE)

Browse files
GLiNERRelexBase.mlmodelc/analytics/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4fca3ff909bfe582309824ca6fb3aeb90bce25d3cd43badaa14c5ec6ae3ecdce
3
  size 243
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11e9f41bbaafca94ca230b32c4654d562ecbdfd5f7f3f6c79493719145a51463
3
  size 243
GLiNERRelexBase.mlmodelc/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c16ad119bbb2c82c57dd9706e72b212319633c210c84399c3c7916e7480b808
3
  size 482
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80cea4ea64ee70c20549cc7a21cd053019c118154c686df8bd1309eb8e4e6d3a
3
  size 482
GLiNERRelexBase.mlmodelc/metadata.json CHANGED
@@ -29,31 +29,30 @@
29
  ],
30
  "specificationVersion" : 9,
31
  "mlProgramOperationTypeHistogram" : {
32
- "Ios18.expandDims" : 11,
33
  "Ios18.softmax" : 12,
34
- "Ios18.mul" : 44,
35
  "Ios18.matmul" : 52,
36
  "Ios18.logicalNot" : 1,
37
  "Ios18.equal" : 5,
38
  "Ios18.gatherAlongAxis" : 28,
39
  "Select" : 12,
40
- "Tile" : 6,
41
  "Ios18.gather" : 3,
42
  "Ios18.add" : 48,
43
  "Ios18.layerNorm" : 25,
44
- "Ios18.reshape" : 122,
45
  "Ios18.linear" : 86,
46
  "Ios18.gelu" : 12,
47
  "Ios18.lstm" : 2,
48
  "Ios18.sub" : 2,
49
  "Ios18.transpose" : 78,
50
- "Ios18.cast" : 19,
51
  "Ios18.clip" : 1,
52
  "Ios18.concat" : 4,
53
  "Ios18.relu" : 7,
54
- "Ios18.squeeze" : 1,
55
- "Ios16.cumsum" : 2,
56
- "Ios18.sliceByIndex" : 6
57
  },
58
  "computePrecision" : "Mixed (Float16, Float32, Int16, Int32, UInt16)",
59
  "isUpdatable" : "0",
@@ -72,9 +71,9 @@
72
  "name" : "MLModelType_mlProgram"
73
  },
74
  "userDefinedMetadata" : {
75
- "com.github.apple.coremltools.version" : "8.3.0",
76
  "com.github.apple.coremltools.source" : "torch==2.10.0",
77
- "com.github.apple.coremltools.source_dialect" : "TorchScript"
78
  },
79
  "inputSchema" : [
80
  {
 
29
  ],
30
  "specificationVersion" : 9,
31
  "mlProgramOperationTypeHistogram" : {
32
+ "Ios18.expandDims" : 9,
33
  "Ios18.softmax" : 12,
34
+ "Ios18.mul" : 43,
35
  "Ios18.matmul" : 52,
36
  "Ios18.logicalNot" : 1,
37
  "Ios18.equal" : 5,
38
  "Ios18.gatherAlongAxis" : 28,
39
  "Select" : 12,
40
+ "Tile" : 7,
41
  "Ios18.gather" : 3,
42
  "Ios18.add" : 48,
43
  "Ios18.layerNorm" : 25,
44
+ "Ios18.reshape" : 123,
45
  "Ios18.linear" : 86,
46
  "Ios18.gelu" : 12,
47
  "Ios18.lstm" : 2,
48
  "Ios18.sub" : 2,
49
  "Ios18.transpose" : 78,
50
+ "Ios18.cast" : 17,
51
  "Ios18.clip" : 1,
52
  "Ios18.concat" : 4,
53
  "Ios18.relu" : 7,
54
+ "Ios18.sliceByIndex" : 6,
55
+ "Ios16.cumsum" : 2
 
56
  },
57
  "computePrecision" : "Mixed (Float16, Float32, Int16, Int32, UInt16)",
58
  "isUpdatable" : "0",
 
71
  "name" : "MLModelType_mlProgram"
72
  },
73
  "userDefinedMetadata" : {
74
+ "com.github.apple.coremltools.source_dialect" : "TorchScript",
75
  "com.github.apple.coremltools.source" : "torch==2.10.0",
76
+ "com.github.apple.coremltools.version" : "8.3.0"
77
  },
78
  "inputSchema" : [
79
  {
GLiNERRelexBase.mlmodelc/model.mil CHANGED
The diff for this file is too large to render. See raw diff
 
GLiNERRelexBase.mlpackage/Data/com.apple.CoreML/model.mlmodel CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cdbd638ca8fa62f41f0da645c784d4225d9e56eb824c2839cf371d5b5230115
3
- size 241691
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fdfaa71f09541a45a64bbdfb4aab9a39f76c9b52832cef43544cc5c3c5d578d
3
+ size 240629
GLiNERRelexBase.mlpackage/Manifest.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
- "96B523BA-C87B-4940-9EA0-1943A27C03A9": {
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Specification",
7
  "name": "model.mlmodel",
8
  "path": "com.apple.CoreML/model.mlmodel"
9
  },
10
- "C89FC83E-0FD9-49B7-A95D-339E328C1CFA": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Weights",
13
  "name": "weights",
14
  "path": "com.apple.CoreML/weights"
15
  }
16
  },
17
- "rootModelIdentifier": "96B523BA-C87B-4940-9EA0-1943A27C03A9"
18
  }
 
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
+ "0DA94A70-8C89-4269-9A42-B0FED31C9840": {
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Specification",
7
  "name": "model.mlmodel",
8
  "path": "com.apple.CoreML/model.mlmodel"
9
  },
10
+ "72F26EF3-1D90-464C-8B99-7444AE2024F1": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Weights",
13
  "name": "weights",
14
  "path": "com.apple.CoreML/weights"
15
  }
16
  },
17
+ "rootModelIdentifier": "0DA94A70-8C89-4269-9A42-B0FED31C9840"
18
  }
metadata.json CHANGED
@@ -1,5 +1,8 @@
1
  {
2
  "format_version": 1,
 
 
 
3
  "artifacts": {
4
  "mlpackage": "GLiNERRelexBase.mlpackage",
5
  "mlmodelc": "GLiNERRelexBase.mlmodelc"
@@ -145,8 +148,26 @@
145
  "max_candidate_spans": 16,
146
  "unused_class_columns": "logit columns for class slots beyond the provided label count contain garbage (zero prompt embeddings) and MUST be ignored"
147
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
148
  "sha256": {
149
- "mlpackage_tree": "9d948eb9e9c690ee5941ab28261361dad00ce74d70f997ca35ac9e09a6e4ab0a",
150
- "mlmodelc_tree": "f700158783796a7b93e366708c8467899ac6d4c7e18da567537046e1dfa43a5f"
151
  }
152
  }
 
1
  {
2
  "format_version": 1,
3
+ "source_model": "knowledgator/gliner-relex-base-v1.0@e6a880049a19c5cc222a7a479c32e84b0d8cdd9a",
4
+ "architecture": "gliner UniEncoderTokenRelexGLiNER (deberta-v3-base, token_level BIO + all-pairs relations)",
5
+ "conversion": "torch.jit.trace -> coremltools mlprogram FP16, macOS15+, computeUnits=ALL",
6
  "artifacts": {
7
  "mlpackage": "GLiNERRelexBase.mlpackage",
8
  "mlmodelc": "GLiNERRelexBase.mlmodelc"
 
148
  "max_candidate_spans": 16,
149
  "unused_class_columns": "logit columns for class slots beyond the provided label count contain garbage (zero prompt embeddings) and MUST be ignored"
150
  },
151
+ "parity": {
152
+ "sentences": 12,
153
+ "compute_units": [
154
+ "ALL",
155
+ "CPU_ONLY"
156
+ ],
157
+ "max_token_logit_delta": 0.07953453063964844,
158
+ "max_rel_logit_delta": 0.08434486389160156,
159
+ "cpu_only_max_token_logit_delta": 0.23572158813476562,
160
+ "cpu_only_max_rel_logit_delta": 0.12303733825683594,
161
+ "gate": "exact decoded match at 0.4/0.7, logit delta < 0.1 (ALL) / < 0.3 (CPU_ONLY)"
162
+ },
163
+ "latency": {
164
+ "median_ms": 107.68287489190698,
165
+ "p90_ms": 108.86899987235665,
166
+ "min_ms": 91.64237510412931,
167
+ "runs": 30
168
+ },
169
  "sha256": {
170
+ "mlpackage_tree": "d888fed1afea1f09b74c55140eb7d1ef6d1af89a46b7870480662d0344b5dca1",
171
+ "mlmodelc_tree": "735ba7d1db0684e43bbe4c5ee71ffe0c0213a227207aab1c75ad014d2bbeedca"
172
  }
173
  }