{
  "environment": {
    "created_at": "2026-10-20T01:23:12.711589+00:00",
    "chip": "Apple M3 Max",
    "memory_bytes": 137438953472,
    "os": "macOS-27.2-arm64-arm-64bit",
    "python": "3.12.13",
    "packages": {
      "coremltools": "9.0",
      "numpy": "2.1.3",
      "torch": "2.7.0",
      "tokenizers": "0.23.2"
    },
    "source_sha256": "f8025d7710b5f8ab9bcd4bf66ac368529e7ffdcd436c2e5fa6bb90bfc99c257e"
  },
  "model": "laya",
  "export": {
    "format": "laya-coreml",
    "format_version": 1,
    "option_layout": "sequential",
    "source": "../laya-mlx/models/laya",
    "revision": null,
    "source_weights_sha256": "891102d372688fc2a094dac56a384bc537b87c63f21f9f3dac0be2b7cbc8d86c",
    "precision": "float16",
    "attention": "sdpa",
    "attention_mask_construction": "integer_positions_v2",
    "minimum_deployment_target": "macOS15 / iOS18",
    "shape": {
      "batch_size": 1,
      "max_length": 512,
      "min_length": 16,
      "default_length": 128,
      "max_options": 32,
      "flexible": true,
      "mode": "enumerated",
      "lengths": [
        16,
        32,
        48,
        64,
        80,
        96,
        112,
        128,
        192,
        256,
        384,
        512
      ]
    },
    "versions": {
      "coremltools": "9.0",
      "torch": "2.7.0",
      "numpy": "2.1.3"
    },
    "conversion_seconds": 13.752809875000821,
    "files": {
      "batches/b16/model.mlpackage/Data/com.apple.CoreML/model.mlmodel": {
        "bytes": 610258,
        "sha256": "07c9480cfb446958aa46a7d75161dea6fb33f1dae72cd47c0c041bf1ba5c023e"
      },
      "batches/b16/model.mlpackage/Data/com.apple.CoreML/weights/weight.bin": {
        "bytes": 842753024,
        "sha256": "7419bfa05393ec6e1f585d7c19841f0ec2d2d23e28a80a7ed151c9b54d69b37a"
      },
      "batches/b16/model.mlpackage/Manifest.json": {
        "bytes": 617,
        "sha256": "28261c8a23a48f96b9d8f407960ef47c81254a4b30fa1e40c59e263140c83020"
      },
      "batches/b2/model.mlpackage/Data/com.apple.CoreML/model.mlmodel": {
        "bytes": 610258,
        "sha256": "e4ed630951bc6d99dd45d33dca057af304ef5ec6e80da224efd51ad7236dbefc"
      },
      "batches/b2/model.mlpackage/Data/com.apple.CoreML/weights/weight.bin": {
        "bytes": 842753024,
        "sha256": "7419bfa05393ec6e1f585d7c19841f0ec2d2d23e28a80a7ed151c9b54d69b37a"
      },
      "batches/b2/model.mlpackage/Manifest.json": {
        "bytes": 617,
        "sha256": "e31389d929ebfa33c5d9b3aea5ae40da0862c7cb38b7c68c0f1faf6ad3265a27"
      },
      "batches/b4/model.mlpackage/Data/com.apple.CoreML/model.mlmodel": {
        "bytes": 610258,
        "sha256": "7016defe9cbc733498dec36d658fc6be7d931c1d56f01fd35f3869448e10026f"
      },
      "batches/b4/model.mlpackage/Data/com.apple.CoreML/weights/weight.bin": {
        "bytes": 842753024,
        "sha256": "7419bfa05393ec6e1f585d7c19841f0ec2d2d23e28a80a7ed151c9b54d69b37a"
      },
      "batches/b4/model.mlpackage/Manifest.json": {
        "bytes": 617,
        "sha256": "c73c445de53e68b0ad574538b2bccca697bfa7f10965a2db1be3160b4034c513"
      },
      "encoder/config.json": {
        "bytes": 2083,
        "sha256": "bf3ab80598fdccf414855a2ce80f22859e4492d06ca8a62ddd1cfb63972f8979"
      },
      "model.mlpackage/Data/com.apple.CoreML/model.mlmodel": {
        "bytes": 610258,
        "sha256": "25c7779914801424f09414ab760205c2109f8f122aa737a0538c4e1f088f73c6"
      },
      "model.mlpackage/Data/com.apple.CoreML/weights/weight.bin": {
        "bytes": 842753024,
        "sha256": "7419bfa05393ec6e1f585d7c19841f0ec2d2d23e28a80a7ed151c9b54d69b37a"
      },
      "model.mlpackage/Manifest.json": {
        "bytes": 617,
        "sha256": "55cc6b266dbb5c97ce41c28c1ece66174f4a89bf54bab5e9889e4c0a13af2038"
      },
      "rl_agent_config.json": {
        "bytes": 745,
        "sha256": "ae287b56bbcf5f8c4f4541ae9dfd00c914c4c48b940b8398c3058af37ba92bbd"
      },
      "tokenizer/tokenizer.json": {
        "bytes": 3583228,
        "sha256": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30"
      },
      "tokenizer/tokenizer_config.json": {
        "bytes": 308,
        "sha256": "50044de60daaa73df97d262e15a40d4faf0160e7d742df64b377877a1320dd12"
      }
    },
    "batch_variants": [
      {
        "package": "batches/b2/model.mlpackage",
        "shape": {
          "batch_size": 2,
          "max_length": 512,
          "min_length": 16,
          "default_length": 128,
          "max_options": 32,
          "flexible": true,
          "mode": "enumerated",
          "lengths": [
            16,
            32,
            48,
            64,
            80,
            96,
            112,
            128,
            192,
            256,
            384,
            512
          ]
        }
      },
      {
        "package": "batches/b4/model.mlpackage",
        "shape": {
          "batch_size": 4,
          "max_length": 512,
          "min_length": 16,
          "default_length": 128,
          "max_options": 32,
          "flexible": true,
          "mode": "enumerated",
          "lengths": [
            16,
            32,
            48,
            64,
            80,
            96,
            112,
            128,
            192,
            256,
            384,
            512
          ]
        }
      },
      {
        "package": "batches/b16/model.mlpackage",
        "shape": {
          "batch_size": 16,
          "max_length": 512,
          "min_length": 16,
          "default_length": 128,
          "max_options": 32,
          "flexible": true,
          "mode": "enumerated",
          "lengths": [
            16,
            32,
            48,
            64,
            80,
            96,
            112,
            128,
            192,
            256,
            384,
            512
          ]
        }
      }
    ]
  },
  "reference_sha256": "efc2dc32ce042142210510cef0121c619bcfe0abb541119ea1ccb17563d13de4",
  "compute_units": "cpu_gpu",
  "load_seconds": 4.339303665998159,
  "cases": [
    {
      "name": "email",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00036248411817829673,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.011515617370605469,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "en",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0005794522064193064,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.0030579566955566406,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "zh",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0033076258324740704,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.020889997482299805,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "de",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0014419040982275866,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.025826990604400635,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "fr",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0019683208807920183,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.011814594268798828,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "es",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.003062455574691314,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.01711207628250122,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "hi",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0022815510838266606,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.01277017593383789,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "ja",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0012594393266427695,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.011377334594726562,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "ru",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0010868776635046817,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.009341925382614136,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "empty_state",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.000519360980224759,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.0066835880279541016,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "long",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0003138214746256085,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.0040740966796875,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "conversation",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0001506211279515418,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.004204750061035156,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "mask_literals",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00043326147227729095,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.0048542022705078125,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "many_questions",
      "questions": 20,
      "tokens_equal": true,
      "argmax_agreements": 20,
      "probability_max_abs_error": 0.00036248590012000204,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.011516094207763672,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "structured",
      "questions": 3,
      "tokens_equal": true,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0006351234277632567,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.008380889892578125,
      "public_result_equal": false,
      "public_result_differences": []
    },
    {
      "name": "twenty_options",
      "questions": 1,
      "tokens_equal": true,
      "argmax_agreements": 1,
      "probability_max_abs_error": 4.869884462355145e-08,
      "action_probability_max_abs_error": 0.0,
      "logits_max_abs_error": 0.007397174835205078,
      "public_result_equal": true,
      "public_result_differences": []
    }
  ],
  "questions": 63,
  "argmax_agreements": 63,
  "probability_max_abs_error": 0.0033076258324740704,
  "action_probability_max_abs_error": 0.0,
  "probability_tolerance": 0.02,
  "passed": true,
  "stability": {
    "calls": 100,
    "shape_cache_capacity": 4,
    "maximum_cached_instances": 4,
    "seconds": 4.513573000000179,
    "rounded_public_results_identical": true,
    "rss_before": 3307798528,
    "rss_after": 3310632960,
    "rss_samples": [
      3307798528,
      3308093440,
      3308634112,
      3309191168,
      3309289472,
      3309584384,
      3309830144,
      3309879296,
      3310206976,
      3310419968,
      3310632960
    ],
    "memory_note": "Process RSS includes Core ML/framework caches; not an active-tensor allocator measurement"
  },
  "cache_released_on_close": true
}