{
  "environment": {
    "created_at": "2026-10-20T01:22:46.812123+00:00",
    "chip": "Apple M3 Max",
    "memory_bytes": 137438953472,
    "os": "macOS-27.2-arm64-arm-64bit",
    "python": "3.12.13",
    "packages": {
      "coremltools": "9.0",
      "numpy": "2.1.3",
      "torch": "2.7.0",
      "tokenizers": "0.23.2"
    },
    "source_sha256": "f8025d7710b5f8ab9bcd4bf66ac368529e7ffdcd436c2e5fa6bb90bfc99c257e"
  },
  "model": "laya",
  "export": {
    "format": "laya-coreml",
    "format_version": 1,
    "option_layout": "sequential",
    "source": "../laya-mlx/models/laya",
    "revision": null,
    "source_weights_sha256": "891102d372688fc2a094dac56a384bc537b87c63f21f9f3dac0be2b7cbc8d86c",
    "precision": "float32",
    "attention": "sdpa",
    "attention_mask_construction": "integer_positions_v2",
    "minimum_deployment_target": "macOS15 / iOS18",
    "shape": {
      "batch_size": 1,
      "max_length": 512,
      "min_length": 16,
      "default_length": 128,
      "max_options": 32,
      "flexible": true,
      "mode": "enumerated",
      "lengths": [
        16,
        32,
        48,
        64,
        80,
        96,
        112,
        128,
        192,
        256,
        384,
        512
      ]
    },
    "versions": {
      "coremltools": "9.0",
      "torch": "2.7.0",
      "numpy": "2.1.3"
    },
    "conversion_seconds": 8.69176516600055,
    "files": {
      "batches/b16/model.mlpackage/Data/com.apple.CoreML/model.mlmodel": {
        "bytes": 490392,
        "sha256": "ee0abe9779c9bde7f495034450afd9a2e2c65c7cef8431aeaf21be7d962a394b"
      },
      "batches/b16/model.mlpackage/Data/com.apple.CoreML/weights/weight.bin": {
        "bytes": 1685490432,
        "sha256": "13e70e9a580c0960a4a53088ead23b57c091db122f028b8fe9f213ee956e5eea"
      },
      "batches/b16/model.mlpackage/Manifest.json": {
        "bytes": 617,
        "sha256": "4ea048a9bfa81345c49f87251ebba4bed39e4c3fae6cc5842484111391d2152d"
      },
      "batches/b2/model.mlpackage/Data/com.apple.CoreML/model.mlmodel": {
        "bytes": 490392,
        "sha256": "b553846f04c63a877b4457bb0adc0f887d7206e7c095b17133364e901e5f98a2"
      },
      "batches/b2/model.mlpackage/Data/com.apple.CoreML/weights/weight.bin": {
        "bytes": 1685490432,
        "sha256": "13e70e9a580c0960a4a53088ead23b57c091db122f028b8fe9f213ee956e5eea"
      },
      "batches/b2/model.mlpackage/Manifest.json": {
        "bytes": 617,
        "sha256": "a444bc8c10bd8b39826fa3b2c95b4d7e2bcc9c8bf145ffbff3b931963919157b"
      },
      "batches/b4/model.mlpackage/Data/com.apple.CoreML/model.mlmodel": {
        "bytes": 490392,
        "sha256": "cf83b82c10972d2ef42bd91aa47dba5ae729270d44f9cd9e502643ac495cfedf"
      },
      "batches/b4/model.mlpackage/Data/com.apple.CoreML/weights/weight.bin": {
        "bytes": 1685490432,
        "sha256": "13e70e9a580c0960a4a53088ead23b57c091db122f028b8fe9f213ee956e5eea"
      },
      "batches/b4/model.mlpackage/Manifest.json": {
        "bytes": 617,
        "sha256": "75e52c79bb8af11530fef361d9d43b3fb7474ff8f3250846623af94baeadb1bb"
      },
      "encoder/config.json": {
        "bytes": 2083,
        "sha256": "bf3ab80598fdccf414855a2ce80f22859e4492d06ca8a62ddd1cfb63972f8979"
      },
      "model.mlpackage/Data/com.apple.CoreML/model.mlmodel": {
        "bytes": 490392,
        "sha256": "fb7ff9765f9317ca33e380b275764554f82f9ae520ecdcaa1b330ef57136bd6d"
      },
      "model.mlpackage/Data/com.apple.CoreML/weights/weight.bin": {
        "bytes": 1685490432,
        "sha256": "13e70e9a580c0960a4a53088ead23b57c091db122f028b8fe9f213ee956e5eea"
      },
      "model.mlpackage/Manifest.json": {
        "bytes": 617,
        "sha256": "ce162d08361b9356f0ec102280bd2e12b1208d83ac3b7b6e78b8fcc36fb457c0"
      },
      "rl_agent_config.json": {
        "bytes": 745,
        "sha256": "ae287b56bbcf5f8c4f4541ae9dfd00c914c4c48b940b8398c3058af37ba92bbd"
      },
      "tokenizer/tokenizer.json": {
        "bytes": 3583228,
        "sha256": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30"
      },
      "tokenizer/tokenizer_config.json": {
        "bytes": 308,
        "sha256": "50044de60daaa73df97d262e15a40d4faf0160e7d742df64b377877a1320dd12"
      }
    },
    "batch_variants": [
      {
        "package": "batches/b2/model.mlpackage",
        "shape": {
          "batch_size": 2,
          "max_length": 512,
          "min_length": 16,
          "default_length": 128,
          "max_options": 32,
          "flexible": true,
          "mode": "enumerated",
          "lengths": [
            16,
            32,
            48,
            64,
            80,
            96,
            112,
            128,
            192,
            256,
            384,
            512
          ]
        }
      },
      {
        "package": "batches/b4/model.mlpackage",
        "shape": {
          "batch_size": 4,
          "max_length": 512,
          "min_length": 16,
          "default_length": 128,
          "max_options": 32,
          "flexible": true,
          "mode": "enumerated",
          "lengths": [
            16,
            32,
            48,
            64,
            80,
            96,
            112,
            128,
            192,
            256,
            384,
            512
          ]
        }
      },
      {
        "package": "batches/b16/model.mlpackage",
        "shape": {
          "batch_size": 16,
          "max_length": 512,
          "min_length": 16,
          "default_length": 128,
          "max_options": 32,
          "flexible": true,
          "mode": "enumerated",
          "lengths": [
            16,
            32,
            48,
            64,
            80,
            96,
            112,
            128,
            192,
            256,
            384,
            512
          ]
        }
      }
    ]
  },
  "reference_sha256": "efc2dc32ce042142210510cef0121c619bcfe0abb541119ea1ccb17563d13de4",
  "compute_units": "cpu_gpu",
  "load_seconds": 5.254276416999346,
  "cases": [
    {
      "name": "email",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 3.809291237999446e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 3.5762786865234375e-06,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "en",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 4.991779277707664e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 9.5367431640625e-06,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "zh",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 9.81287759271865e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 2.09808349609375e-05,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "de",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 3.740944217733855e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 5.304813385009766e-06,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "fr",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 1.9926270582171224e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 4.291534423828125e-06,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "es",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 4.632336236820578e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 1.0967254638671875e-05,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "hi",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 3.685664533903399e-06,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 2.9087066650390625e-05,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "ja",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 1.9288389986327203e-06,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 1.728534698486328e-05,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "ru",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 6.4322300447061664e-06,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 5.364418029785156e-05,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "empty_state",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 3.3244623121042594e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 3.814697265625e-06,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "long",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 2.7599068150307993e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 4.0531158447265625e-06,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "conversation",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 9.136059948011699e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 9.5367431640625e-06,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "mask_literals",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 4.6957528776481183e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 1.52587890625e-05,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "many_questions",
      "questions": 20,
      "tokens_equal": true,
      "argmax_agreements": 20,
      "probability_max_abs_error": 7.807100943502121e-08,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 3.5762786865234375e-06,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "structured",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 5.083550453643948e-07,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 4.5299530029296875e-06,
      "public_result_equal": true,
      "public_result_differences": []
    },
    {
      "name": "twenty_options",
      "questions": 1,
      "tokens_equal": true,
      "argmax_agreements": 1,
      "probability_max_abs_error": 6.921629935874307e-11,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 9.059906005859375e-06,
      "public_result_equal": true,
      "public_result_differences": []
    }
  ],
  "questions": 63,
  "argmax_agreements": 63,
  "probability_max_abs_error": 6.4322300447061664e-06,
  "action_probability_max_abs_error": 0.0,
  "probability_tolerance": 0.0001,
  "passed": true,
  "stability": {
    "calls": 100,
    "shape_cache_capacity": 4,
    "maximum_cached_instances": 4,
    "seconds": 5.311141750000388,
    "rounded_public_results_identical": true,
    "rss_before": 5976506368,
    "rss_after": 5979815936,
    "rss_samples": [
      5976506368,
      5976768512,
      5977899008,
      5978406912,
      5978488832,
      5978767360,
      5978996736,
      5979160576,
      5979488256,
      5979652096,
      5979815936
    ],
    "memory_note": "Process RSS includes Core ML/framework caches; not an active-tensor allocator measurement"
  },
  "cache_released_on_close": true
}