| { |
| "environment": { |
| "created_at": "2026-09-20T03:18:17.294851+00:00", |
| "chip": "Apple M3 Max", |
| "memory_bytes": 137438953472, |
| "os": "macOS-27.2-arm64-arm-64bit", |
| "python": "3.12.13", |
| "packages": { |
| "coremltools": "9.0", |
| "numpy": "2.1.3", |
| "torch": "2.7.0", |
| "tokenizers": "0.23.2", |
| "mlx": "0.32.2", |
| "laya-mlx": "0.1.0" |
| }, |
| "source_sha256": "48f7d107ba44feedfa8f643e4c7808b1e540652d4e8275840336e8adca28f4f2" |
| }, |
| "repository": "aac6fef/laya-multilingual-coreml", |
| "format": "laya-coreml", |
| "shape": { |
| "batch_size": 1, |
| "max_length": 1024, |
| "min_length": 16, |
| "default_length": 128, |
| "max_options": 32, |
| "flexible": true, |
| "mode": "enumerated", |
| "lengths": [ |
| 16, |
| 32, |
| 64, |
| 96, |
| 128, |
| 192, |
| 256, |
| 384, |
| 512, |
| 768, |
| 1024 |
| ] |
| }, |
| "compute_units": "cpu_gpu", |
| "load_seconds": 2.521158707997529, |
| "source_weights_sha256": "9d628fd971b700382ac6f65920a86f149777b2e748e0c955fb3b19695aa8f204", |
| "package_sha256": "64e84856a07620d2085f91ce9a0d1a48ccbe9dc824d1a34bed8c104bff1db383", |
| "reference_sha256": "27642bf5f16e1881514a65f91d2ba986fce786b832e60ed1a35fa44d1bfdd682", |
| "bundle_files_verified": true, |
| "cases": [ |
| { |
| "name": "email", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.00017555557478511619, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "en", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0003270161033079866, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "zh", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0004650094824689699, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "de", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.00035520339176342564, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "fr", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0010337280305405677, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "es", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0003375064743120493, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "hi", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.00018448471402932043, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "ja", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 8.419404114012874e-05, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "ru", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0015776376887714216, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "empty_state", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.00039023162459189686, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "long", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0011252203252182236, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "conversation", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0004810536801295173, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "mask_literals", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0013082645248925218, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "many_questions", |
| "questions": 20, |
| "argmax_agreements": 20, |
| "probability_max_abs_error": 0.00017547025189122711, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "structured", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.00013953810866951244, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "twenty_options", |
| "questions": 1, |
| "argmax_agreements": 1, |
| "probability_max_abs_error": 3.3154213453512327e-06, |
| "action_probability_max_abs_error": 0.0 |
| } |
| ], |
| "passed": true, |
| "questions": 63, |
| "argmax_agreements": 63, |
| "probability_max_abs_error": 0.0015776376887714216, |
| "action_probability_max_abs_error": 0.0, |
| "stability": { |
| "calls": 100, |
| "identical_rounded_results": true |
| }, |
| "gate": { |
| "all_argmax_agree": true, |
| "max_probability_error": 0.02, |
| "max_action_probability_error": 0.02, |
| "finite": true, |
| "stable": true |
| } |
| } |
|
|
