{
  "passed": true,
  "device": "Apple M4",
  "bits": 4,
  "cases": [
    {
      "prompt": "Put a butterfly on the dog.",
      "shape": [
        1,
        256,
        7680
      ],
      "valid_tokens": 19,
      "finite": true,
      "seconds": 0.9920290829977603
    },
    {
      "prompt": "Put a butterfly on the chair.",
      "shape": [
        1,
        256,
        7680
      ],
      "valid_tokens": 19,
      "finite": true,
      "seconds": 0.5484413750018575
    },
    {
      "prompt": "",
      "shape": [
        1,
        256,
        7680
      ],
      "valid_tokens": 12,
      "finite": true,
      "seconds": 0.5536014590034029
    }
  ]
}