validation.json

{
  "environment": {
    "created_at": "2026-09-20T03:20:11.091953+00:00",
    "chip": "Apple M3 Max",
    "memory_bytes": 137438953472,
    "os": "macOS-27.2-arm64-arm-64bit",
    "python": "3.12.13",
    "packages": {
      "coremltools": "9.0",
      "numpy": "2.1.3",
      "torch": "2.7.0",
      "tokenizers": "0.23.2",
      "mlx": "0.32.2",
      "laya-mlx": "0.1.0"
    },
    "source_sha256": "48f7d107ba44feedfa8f643e4c7808b1e540652d4e8275840336e8adca28f4f2"
  },
  "repository": "aac6fef/laya-multilingual-coreml-snake",
  "format": "laya-coreml",
  "shape": {
    "batch_size": 3,
    "max_length": 64,
    "min_length": 16,
    "default_length": 64,
    "max_options": 4,
    "flexible": false,
    "mode": "fixed",
    "lengths": null
  },
  "compute_units": "cpu_gpu",
  "load_seconds": 1.695275666002999,
  "source_weights_sha256": "9d628fd971b700382ac6f65920a86f149777b2e748e0c955fb3b19695aa8f204",
  "package_sha256": "85a738c18147a7485ea738b6238f43ab7d1740b58d8af37b83d8878f64ab563b",
  "reference_sha256": "27642bf5f16e1881514a65f91d2ba986fce786b832e60ed1a35fa44d1bfdd682",
  "bundle_files_verified": true,
  "cases": [
    {
      "name": "email",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "en",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "zh",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0004650094824689699,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "de",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "fr",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "es",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "hi",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "ja",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 8.419404114012874e-05,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "ru",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "empty_state",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00039023162459189686,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "long",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "conversation",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "mask_literals",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0013082645248925218,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "many_questions",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "structured",
      "skipped": "outside bundle capacity"
    },
    {
      "name": "twenty_options",
      "skipped": "outside bundle capacity"
    }
  ],
  "passed": true,
  "questions": 12,
  "argmax_agreements": 12,
  "probability_max_abs_error": 0.0013082645248925218,
  "action_probability_max_abs_error": 0.0,
  "stability": {
    "calls": 100,
    "identical_rounded_results": true
  },
  "gate": {
    "all_argmax_agree": true,
    "max_probability_error": 0.02,
    "max_action_probability_error": 0.02,
    "finite": true,
    "stable": true
  }
}