samples/metrics.json

{
  "source": "input/source_face_nasa_astronaut.jpg",
  "target": "input/target_photo_nasa_astronaut.jpg",
  "reference": "onnxruntime 1.20 (FP32) running the same preprocessing/paste-back code",
  "results": [
    {
      "model": "onnxruntime fp32 (reference)",
      "swapper_mb": 554.3,
      "face_psnr": 99.0,
      "face_ssim": 1.0,
      "image_psnr": 99.0,
      "image_ssim": 1.0,
      "embedding_cos": 1.0,
      "swap_seconds": 7.62
    },
    {
      "model": "openvino fp16",
      "swapper_mb": 276.9,
      "face_psnr": 56.29,
      "face_ssim": 0.9994,
      "image_psnr": 71.02,
      "image_ssim": 1.0,
      "embedding_cos": 1.0,
      "swap_seconds": 0.474
    },
    {
      "model": "openvino int8",
      "swapper_mb": 139.1,
      "face_psnr": 19.28,
      "face_ssim": 0.5557,
      "image_psnr": 37.09,
      "image_ssim": 0.9895,
      "embedding_cos": 0.97941,
      "swap_seconds": 0.092
    },
    {
      "model": "openvino int4",
      "swapper_mb": 69.7,
      "face_psnr": 14.79,
      "face_ssim": 0.5317,
      "image_psnr": 32.29,
      "image_ssim": 0.9919,
      "embedding_cos": 0.94709,
      "swap_seconds": 0.425
    },
    {
      "model": "openvino int4-mixed",
      "swapper_mb": 91.7,
      "face_psnr": 17.28,
      "face_ssim": 0.6721,
      "image_psnr": 37.7,
      "image_ssim": 0.9965,
      "embedding_cos": 0.94709,
      "swap_seconds": 0.396
    }
  ]
}