{
  "status": "passed",
  "checks": [
    "strict checkpoint reload",
    "quantization configuration",
    "text generation",
    "image generation at 16x and 4x downsampling"
  ],
  "tests": [
    {
      "case": "text",
      "prompt": "What is 2 + 2? Answer with only the number.",
      "output": "4",
      "elapsed_seconds": 0.175,
      "generation_tokens": 2
    },
    {
      "case": "image_16x",
      "prompt": "Describe the animals and the color of the furniture in this image in one short sentence.",
      "output": "Two tabby cats sleep on a bright pink couch, with remote controls nearby.",
      "elapsed_seconds": 0.25,
      "generation_tokens": 17
    },
    {
      "case": "image_4x",
      "prompt": "Describe the animals in this image in one short sentence.",
      "output": "Two tabby cats sleep on a pink couch, each beside a remote control.",
      "elapsed_seconds": 0.255,
      "generation_tokens": 17
    }
  ],
  "quantized_modules": {
    "affine:5:g64": 96
  },
  "A_log_dtypes": {
    "mlx.core.bfloat16": 18
  },
  "image": "https://github.com/Blaizzy/mlx-vlm/blob/e928101a144a3f11a27c7ef8d71b6d889b2d250c/examples/images/cats.jpg",
  "image_sha256": "dea9e7ef97386345f7cff32f9055da4982da5471c48d575146c796ab4563b04e",
  "hardware": "Apple M3 Ultra",
  "software": {
    "mlx": "0.32.3",
    "transformers": "5.19.0",
    "huggingface_hub": "2.2.0"
  },
  "limitations": "Smoke checks only; no benchmark or model-quality evaluation."
}