Add XNNPACK int8 export

.gitattributes

@@ -40,3 +40,4 @@ coreml/multi_qa_minilm_l6_cos_v1_coreml_fp16.pte filter=lfs diff=lfs merge=lfs -
 coreml/multi_qa_minilm_l6_cos_v1_coreml_fp32.pte filter=lfs diff=lfs merge=lfs -text
 vulkan/multi_qa_minilm_l6_cos_v1_vulkan_fp16.pte filter=lfs diff=lfs merge=lfs -text
 coreml/multi_qa_minilm_l6_cos_v1_coreml_int8.pte filter=lfs diff=lfs merge=lfs -text
+xnnpack/multi_qa_minilm_l6_cos_v1_xnnpack_int8.pte filter=lfs diff=lfs merge=lfs -text

README.md

@@ -17,21 +17,36 @@ Upstream model: [multi-qa-MiniLM-L6-cos-v1](https://huggingface.co/sentence-tran
 | Path | Backend | Precision |
 | --- | --- | --- |
 | `coreml/multi_qa_minilm_l6_cos_v1_coreml_fp16.pte` | coreml | fp16 |
+| `coreml/multi_qa_minilm_l6_cos_v1_coreml_int8.pte` | coreml | int8 |
 | `vulkan/multi_qa_minilm_l6_cos_v1_vulkan_fp16.pte` | vulkan | fp16 |
 | `xnnpack/multi_qa_minilm_l6_cos_v1_xnnpack_fp32.pte` | xnnpack | fp32 |
+| `xnnpack/multi_qa_minilm_l6_cos_v1_xnnpack_int8.pte` | xnnpack | int8 |
+
+## XNNPACK int8
+
+`xnnpack/multi_qa_minilm_l6_cos_v1_xnnpack_int8.pte` is 8da8w (int8 dynamic activations, int8 per-channel
+weights) on the Linear layers, with an int8 word-embedding table. SQuAD v1.1 dev passage
+retrieval (2000 questions against their 315 paragraphs), dot product:
+
+| | top-1 | MRR |
+| --- | --- | --- |
+| fp32 | 57.50 | 0.6972 |
+| int8 | 57.55 | 0.6973 |
 
 ## Repository structure
 
 ```
 config.json                                         47 B
-coreml/config.json                                  947 B
+coreml/config.json                                  1.7 kB
 coreml/multi_qa_minilm_l6_cos_v1_coreml_fp16.pte    43.4 MB
+coreml/multi_qa_minilm_l6_cos_v1_coreml_int8.pte    21.8 MB
 tokenizer.json                                      695 kB
 tokenizer_config.json                               383 B
 vulkan/config.json                                  947 B
 vulkan/multi_qa_minilm_l6_cos_v1_vulkan_fp16.pte    43.1 MB
-xnnpack/config.json                                 949 B
+xnnpack/config.json                                 1.6 kB
 xnnpack/multi_qa_minilm_l6_cos_v1_xnnpack_fp32.pte  86.2 MB
+xnnpack/multi_qa_minilm_l6_cos_v1_xnnpack_int8.pte  21.9 MB
 ```
 
 ## Compatibility

xnnpack/config.json

@@ -40,6 +40,39 @@
           ]
         }
       }
+    },
+    {
+      "file": "multi_qa_minilm_l6_cos_v1_xnnpack_int8.pte",
+      "precision": "int8",
+      "methods": {
+        "forward": {
+          "inputs": [
+            {
+              "shape": [
+                1,
+                509
+              ],
+              "dtype": "int64"
+            },
+            {
+              "shape": [
+                1,
+                509
+              ],
+              "dtype": "int64"
+            }
+          ],
+          "outputs": [
+            {
+              "shape": [
+                1,
+                384
+              ],
+              "dtype": "float32"
+            }
+          ]
+        }
+      }
     }
   ]
 }

xnnpack/multi_qa_minilm_l6_cos_v1_xnnpack_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44e158e4d45cb328c74f42be037307d20a298cbe760d0e54fdeef07941ced67
+size 23010688