GLiNER-Relex runtime artifact: FP16 key-only attention mask (correct on CPU/GPU as well as ANE)
Browse files- GLiNERRelexBase.mlmodelc/analytics/coremldata.bin +1 -1
- GLiNERRelexBase.mlmodelc/coremldata.bin +1 -1
- GLiNERRelexBase.mlmodelc/metadata.json +9 -10
- GLiNERRelexBase.mlmodelc/model.mil +0 -0
- GLiNERRelexBase.mlpackage/Data/com.apple.CoreML/model.mlmodel +2 -2
- GLiNERRelexBase.mlpackage/Manifest.json +3 -3
- metadata.json +23 -2
GLiNERRelexBase.mlmodelc/analytics/coremldata.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 243
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11e9f41bbaafca94ca230b32c4654d562ecbdfd5f7f3f6c79493719145a51463
|
| 3 |
size 243
|
GLiNERRelexBase.mlmodelc/coremldata.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 482
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80cea4ea64ee70c20549cc7a21cd053019c118154c686df8bd1309eb8e4e6d3a
|
| 3 |
size 482
|
GLiNERRelexBase.mlmodelc/metadata.json
CHANGED
|
@@ -29,31 +29,30 @@
|
|
| 29 |
],
|
| 30 |
"specificationVersion" : 9,
|
| 31 |
"mlProgramOperationTypeHistogram" : {
|
| 32 |
-
"Ios18.expandDims" :
|
| 33 |
"Ios18.softmax" : 12,
|
| 34 |
-
"Ios18.mul" :
|
| 35 |
"Ios18.matmul" : 52,
|
| 36 |
"Ios18.logicalNot" : 1,
|
| 37 |
"Ios18.equal" : 5,
|
| 38 |
"Ios18.gatherAlongAxis" : 28,
|
| 39 |
"Select" : 12,
|
| 40 |
-
"Tile" :
|
| 41 |
"Ios18.gather" : 3,
|
| 42 |
"Ios18.add" : 48,
|
| 43 |
"Ios18.layerNorm" : 25,
|
| 44 |
-
"Ios18.reshape" :
|
| 45 |
"Ios18.linear" : 86,
|
| 46 |
"Ios18.gelu" : 12,
|
| 47 |
"Ios18.lstm" : 2,
|
| 48 |
"Ios18.sub" : 2,
|
| 49 |
"Ios18.transpose" : 78,
|
| 50 |
-
"Ios18.cast" :
|
| 51 |
"Ios18.clip" : 1,
|
| 52 |
"Ios18.concat" : 4,
|
| 53 |
"Ios18.relu" : 7,
|
| 54 |
-
"Ios18.
|
| 55 |
-
"Ios16.cumsum" : 2
|
| 56 |
-
"Ios18.sliceByIndex" : 6
|
| 57 |
},
|
| 58 |
"computePrecision" : "Mixed (Float16, Float32, Int16, Int32, UInt16)",
|
| 59 |
"isUpdatable" : "0",
|
|
@@ -72,9 +71,9 @@
|
|
| 72 |
"name" : "MLModelType_mlProgram"
|
| 73 |
},
|
| 74 |
"userDefinedMetadata" : {
|
| 75 |
-
"com.github.apple.coremltools.
|
| 76 |
"com.github.apple.coremltools.source" : "torch==2.10.0",
|
| 77 |
-
"com.github.apple.coremltools.
|
| 78 |
},
|
| 79 |
"inputSchema" : [
|
| 80 |
{
|
|
|
|
| 29 |
],
|
| 30 |
"specificationVersion" : 9,
|
| 31 |
"mlProgramOperationTypeHistogram" : {
|
| 32 |
+
"Ios18.expandDims" : 9,
|
| 33 |
"Ios18.softmax" : 12,
|
| 34 |
+
"Ios18.mul" : 43,
|
| 35 |
"Ios18.matmul" : 52,
|
| 36 |
"Ios18.logicalNot" : 1,
|
| 37 |
"Ios18.equal" : 5,
|
| 38 |
"Ios18.gatherAlongAxis" : 28,
|
| 39 |
"Select" : 12,
|
| 40 |
+
"Tile" : 7,
|
| 41 |
"Ios18.gather" : 3,
|
| 42 |
"Ios18.add" : 48,
|
| 43 |
"Ios18.layerNorm" : 25,
|
| 44 |
+
"Ios18.reshape" : 123,
|
| 45 |
"Ios18.linear" : 86,
|
| 46 |
"Ios18.gelu" : 12,
|
| 47 |
"Ios18.lstm" : 2,
|
| 48 |
"Ios18.sub" : 2,
|
| 49 |
"Ios18.transpose" : 78,
|
| 50 |
+
"Ios18.cast" : 17,
|
| 51 |
"Ios18.clip" : 1,
|
| 52 |
"Ios18.concat" : 4,
|
| 53 |
"Ios18.relu" : 7,
|
| 54 |
+
"Ios18.sliceByIndex" : 6,
|
| 55 |
+
"Ios16.cumsum" : 2
|
|
|
|
| 56 |
},
|
| 57 |
"computePrecision" : "Mixed (Float16, Float32, Int16, Int32, UInt16)",
|
| 58 |
"isUpdatable" : "0",
|
|
|
|
| 71 |
"name" : "MLModelType_mlProgram"
|
| 72 |
},
|
| 73 |
"userDefinedMetadata" : {
|
| 74 |
+
"com.github.apple.coremltools.source_dialect" : "TorchScript",
|
| 75 |
"com.github.apple.coremltools.source" : "torch==2.10.0",
|
| 76 |
+
"com.github.apple.coremltools.version" : "8.3.0"
|
| 77 |
},
|
| 78 |
"inputSchema" : [
|
| 79 |
{
|
GLiNERRelexBase.mlmodelc/model.mil
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
GLiNERRelexBase.mlpackage/Data/com.apple.CoreML/model.mlmodel
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1fdfaa71f09541a45a64bbdfb4aab9a39f76c9b52832cef43544cc5c3c5d578d
|
| 3 |
+
size 240629
|
GLiNERRelexBase.mlpackage/Manifest.json
CHANGED
|
@@ -1,18 +1,18 @@
|
|
| 1 |
{
|
| 2 |
"fileFormatVersion": "1.0.0",
|
| 3 |
"itemInfoEntries": {
|
| 4 |
-
"
|
| 5 |
"author": "com.apple.CoreML",
|
| 6 |
"description": "CoreML Model Specification",
|
| 7 |
"name": "model.mlmodel",
|
| 8 |
"path": "com.apple.CoreML/model.mlmodel"
|
| 9 |
},
|
| 10 |
-
"
|
| 11 |
"author": "com.apple.CoreML",
|
| 12 |
"description": "CoreML Model Weights",
|
| 13 |
"name": "weights",
|
| 14 |
"path": "com.apple.CoreML/weights"
|
| 15 |
}
|
| 16 |
},
|
| 17 |
-
"rootModelIdentifier": "
|
| 18 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"fileFormatVersion": "1.0.0",
|
| 3 |
"itemInfoEntries": {
|
| 4 |
+
"0DA94A70-8C89-4269-9A42-B0FED31C9840": {
|
| 5 |
"author": "com.apple.CoreML",
|
| 6 |
"description": "CoreML Model Specification",
|
| 7 |
"name": "model.mlmodel",
|
| 8 |
"path": "com.apple.CoreML/model.mlmodel"
|
| 9 |
},
|
| 10 |
+
"72F26EF3-1D90-464C-8B99-7444AE2024F1": {
|
| 11 |
"author": "com.apple.CoreML",
|
| 12 |
"description": "CoreML Model Weights",
|
| 13 |
"name": "weights",
|
| 14 |
"path": "com.apple.CoreML/weights"
|
| 15 |
}
|
| 16 |
},
|
| 17 |
+
"rootModelIdentifier": "0DA94A70-8C89-4269-9A42-B0FED31C9840"
|
| 18 |
}
|
metadata.json
CHANGED
|
@@ -1,5 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"format_version": 1,
|
|
|
|
|
|
|
|
|
|
| 3 |
"artifacts": {
|
| 4 |
"mlpackage": "GLiNERRelexBase.mlpackage",
|
| 5 |
"mlmodelc": "GLiNERRelexBase.mlmodelc"
|
|
@@ -145,8 +148,26 @@
|
|
| 145 |
"max_candidate_spans": 16,
|
| 146 |
"unused_class_columns": "logit columns for class slots beyond the provided label count contain garbage (zero prompt embeddings) and MUST be ignored"
|
| 147 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 148 |
"sha256": {
|
| 149 |
-
"mlpackage_tree": "
|
| 150 |
-
"mlmodelc_tree": "
|
| 151 |
}
|
| 152 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"format_version": 1,
|
| 3 |
+
"source_model": "knowledgator/gliner-relex-base-v1.0@e6a880049a19c5cc222a7a479c32e84b0d8cdd9a",
|
| 4 |
+
"architecture": "gliner UniEncoderTokenRelexGLiNER (deberta-v3-base, token_level BIO + all-pairs relations)",
|
| 5 |
+
"conversion": "torch.jit.trace -> coremltools mlprogram FP16, macOS15+, computeUnits=ALL",
|
| 6 |
"artifacts": {
|
| 7 |
"mlpackage": "GLiNERRelexBase.mlpackage",
|
| 8 |
"mlmodelc": "GLiNERRelexBase.mlmodelc"
|
|
|
|
| 148 |
"max_candidate_spans": 16,
|
| 149 |
"unused_class_columns": "logit columns for class slots beyond the provided label count contain garbage (zero prompt embeddings) and MUST be ignored"
|
| 150 |
},
|
| 151 |
+
"parity": {
|
| 152 |
+
"sentences": 12,
|
| 153 |
+
"compute_units": [
|
| 154 |
+
"ALL",
|
| 155 |
+
"CPU_ONLY"
|
| 156 |
+
],
|
| 157 |
+
"max_token_logit_delta": 0.07953453063964844,
|
| 158 |
+
"max_rel_logit_delta": 0.08434486389160156,
|
| 159 |
+
"cpu_only_max_token_logit_delta": 0.23572158813476562,
|
| 160 |
+
"cpu_only_max_rel_logit_delta": 0.12303733825683594,
|
| 161 |
+
"gate": "exact decoded match at 0.4/0.7, logit delta < 0.1 (ALL) / < 0.3 (CPU_ONLY)"
|
| 162 |
+
},
|
| 163 |
+
"latency": {
|
| 164 |
+
"median_ms": 107.68287489190698,
|
| 165 |
+
"p90_ms": 108.86899987235665,
|
| 166 |
+
"min_ms": 91.64237510412931,
|
| 167 |
+
"runs": 30
|
| 168 |
+
},
|
| 169 |
"sha256": {
|
| 170 |
+
"mlpackage_tree": "d888fed1afea1f09b74c55140eb7d1ef6d1af89a46b7870480662d0344b5dca1",
|
| 171 |
+
"mlmodelc_tree": "735ba7d1db0684e43bbe4c5ee71ffe0c0213a227207aab1c75ad014d2bbeedca"
|
| 172 |
}
|
| 173 |
}
|