Add facemesh xnnpack fp32 and coreml fp16 exports

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.pte filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,68 @@
+---
+license: apache-2.0
+pipeline_tag: keypoint-detection
+library_name: executorch
+---
+
+# facemesh
+
+This repository hosts the **facemesh** models exported for the
+[React Native ExecuTorch](https://www.npmjs.com/package/react-native-executorch)
+library as ExecuTorch `.pte` programs, ready to run on device.
+
+Upstream model: [MediaPipe Face Mesh, ported to PyTorch](https://github.com/tiqq111/mediapipe_pytorch)
+
+A face mesh model regresses 468 3-D landmarks over a single face and scores how
+confident it is that it was shown a face at all. It does not search an image for
+faces: give it a crop that a face detector such as
+[blazeface](https://huggingface.co/software-mansion/react-native-executorch-blazeface)
+already found.
+
+## Variants
+
+| Path | Backend | Precision |
+| --- | --- | --- |
+| `xnnpack/facemesh_xnnpack_fp32.pte` | xnnpack | fp32 |
+| `coreml/facemesh_coreml_fp16.pte` | coreml | fp16 |
+
+## Interface
+
+```
+forward: [1, 3, 192, 192] f32
+      -> (boxes [1, 4] f32, scores [1] f32, keypoints [1, 468, 4] f32)
+```
+
+The input is RGB, channels-first, normalized to `v / 127.5 - 1`. The outputs
+follow the same shape every keypoint model in this collection publishes, with
+one candidate: `boxes` is the xyxy hull of the mesh in input-pixel units,
+`scores` is the face-presence probability, and each landmark is
+`x, y, confidence, z`. The mesh carries no per-landmark confidence, so that
+column is a constant `1`; `z` is a relative depth on the same scale as `x`,
+negative towards the camera.
+
+Landmark order is MediaPipe's canonical face model, so any lip, eye or
+face-oval index list published for MediaPipe Face Mesh applies unchanged.
+
+## Repository structure
+
+```
+config.json                        30 B
+coreml/config.json                 719 B
+coreml/facemesh_coreml_fp16.pte    1.6 MB
+xnnpack/config.json                721 B
+xnnpack/facemesh_xnnpack_fp32.pte  2.5 MB
+```
+
+## Compatibility
+
+These files are published for the **ExecuTorch v1.4.1** runtime. ExecuTorch
+gives no forward compatibility guarantee, so an older runtime may fail to load
+them.
+
+To use them in React Native ExecuTorch, pass the model constant shipped in the
+library's model registry to the corresponding task pipeline. See the
+[documentation](https://docs.swmansion.com/react-native-executorch/docs/fundamentals/downloading-models).
+
+To load these files in your own ExecuTorch runtime, read the
+[compatibility note](https://github.com/pytorch/executorch/blob/main/runtime/COMPATIBILITY.md)
+first.

config.json

@@ -0,0 +1,3 @@
+{
+  "modelName": "facemesh"
+}

coreml/config.json

@@ -0,0 +1,59 @@
+{
+  "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
+  "model": "facemesh",
+  "family": "facemesh",
+  "capabilities": [
+    "object-detection"
+  ],
+  "backend": "coreml",
+  "license": "apache-2.0",
+  "variants": [
+    {
+      "file": "facemesh_coreml_fp16.pte",
+      "precision": "fp16",
+      "quantized": false,
+      "default": true,
+      "methods": {
+        "forward": {
+          "inputs": [
+            {
+              "shape": [
+                1,
+                3,
+                192,
+                192
+              ],
+              "dtype": "float32"
+            }
+          ],
+          "outputs": [
+            {
+              "name": "boxes",
+              "shape": [
+                1,
+                4
+              ],
+              "dtype": "float32"
+            },
+            {
+              "name": "scores",
+              "shape": [
+                1
+              ],
+              "dtype": "float32"
+            },
+            {
+              "name": "keypoints",
+              "shape": [
+                1,
+                468,
+                4
+              ],
+              "dtype": "float32"
+            }
+          ]
+        }
+      }
+    }
+  ]
+}

coreml/facemesh_coreml_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4453575c4113b5aef001ae8dc0d89b8cf42b6428ff49cb36f7a933da3a09d3a
+size 1559427

xnnpack/config.json

@@ -0,0 +1,59 @@
+{
+  "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
+  "model": "facemesh",
+  "family": "facemesh",
+  "capabilities": [
+    "object-detection"
+  ],
+  "backend": "xnnpack",
+  "license": "apache-2.0",
+  "variants": [
+    {
+      "file": "facemesh_xnnpack_fp32.pte",
+      "precision": "fp32",
+      "quantized": false,
+      "default": true,
+      "methods": {
+        "forward": {
+          "inputs": [
+            {
+              "shape": [
+                1,
+                3,
+                192,
+                192
+              ],
+              "dtype": "float32"
+            }
+          ],
+          "outputs": [
+            {
+              "name": "boxes",
+              "shape": [
+                1,
+                4
+              ],
+              "dtype": "float32"
+            },
+            {
+              "name": "scores",
+              "shape": [
+                1
+              ],
+              "dtype": "float32"
+            },
+            {
+              "name": "keypoints",
+              "shape": [
+                1,
+                468,
+                4
+              ],
+              "dtype": "float32"
+            }
+          ]
+        }
+      }
+    }
+  ]
+}

xnnpack/facemesh_xnnpack_fp32.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a552d87acbb4c6053d75958550c3be1666a63f19d2daa9947464a705b39829c7
+size 2461956