Add XNNPACK int8 export

.gitattributes

@@ -40,3 +40,4 @@ xnnpack/rfdetr_nano_xnnpack_fp32.pte filter=lfs diff=lfs merge=lfs -text
 mlx/rfdetr_nano_mlx_fp16.pte filter=lfs diff=lfs merge=lfs -text
 coreml/rfdetr_nano_coreml_fp16.pte filter=lfs diff=lfs merge=lfs -text
 vulkan/rfdetr_nano_vulkan_fp16.pte filter=lfs diff=lfs merge=lfs -text
+xnnpack/rfdetr_nano_xnnpack_int8.pte filter=lfs diff=lfs merge=lfs -text

README.md

@@ -17,7 +17,15 @@ Upstream model: [RFDetr Nano](https://github.com/roboflow/rf-detr)
 | Path | Backend | Precision |
 | --- | --- | --- |
 | `coreml/rfdetr_nano_coreml_fp16.pte` | coreml | fp16 |
+| `vulkan/rfdetr_nano_vulkan_fp16.pte` | vulkan | fp16 |
 | `xnnpack/rfdetr_nano_xnnpack_fp32.pte` | xnnpack | fp32 |
+| `xnnpack/rfdetr_nano_xnnpack_int8.pte` | xnnpack | int8 |
+
+## XNNPACK int8
+
+`xnnpack/rfdetr_nano_xnnpack_int8.pte` is 8da8w (int8 dynamic activations, int8 per-channel weights) on the Linear
+layers; convolutions stay fp32. COCO box mAP50-95 on the first
+500 val2017 images: fp32 50.15, int8 49.76.
 
 ## Unshipped backends
 
@@ -33,8 +41,11 @@ config.json                           42 B
 coreml/config.json                    1.1 kB
 coreml/rfdetr_nano_coreml_fp16.pte    52.2 MB
 mlx/NOTES.md                          1.9 kB
-xnnpack/config.json                   1.1 kB
+vulkan/config.json                    1.1 kB
+vulkan/rfdetr_nano_vulkan_fp16.pte    51.5 MB
+xnnpack/config.json                   1.8 kB
 xnnpack/rfdetr_nano_xnnpack_fp32.pte  106 MB
+xnnpack/rfdetr_nano_xnnpack_int8.pte  37.3 MB
 ```
 
 ## Compatibility

xnnpack/config.json

@@ -48,6 +48,46 @@
           ]
         }
       }
+    },
+    {
+      "file": "rfdetr_nano_xnnpack_int8.pte",
+      "precision": "int8",
+      "methods": {
+        "forward": {
+          "inputs": [
+            {
+              "shape": [
+                1,
+                3,
+                384,
+                384
+              ],
+              "dtype": "float32"
+            }
+          ],
+          "outputs": [
+            {
+              "shape": [
+                300,
+                4
+              ],
+              "dtype": "float32"
+            },
+            {
+              "shape": [
+                300
+              ],
+              "dtype": "float32"
+            },
+            {
+              "shape": [
+                300
+              ],
+              "dtype": "float32"
+            }
+          ]
+        }
+      }
     }
   ]
 }

xnnpack/rfdetr_nano_xnnpack_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed3ac056b816b5324a4bb247759729e1567f68a35f0ab61f073db56077b411b
+size 39082384