File size: 4,770 Bytes
8139e90
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
{
  "environment": {
    "created_at": "2026-09-20T03:18:17.294851+00:00",
    "chip": "Apple M3 Max",
    "memory_bytes": 137438953472,
    "os": "macOS-27.2-arm64-arm-64bit",
    "python": "3.12.13",
    "packages": {
      "coremltools": "9.0",
      "numpy": "2.1.3",
      "torch": "2.7.0",
      "tokenizers": "0.23.2",
      "mlx": "0.32.2",
      "laya-mlx": "0.1.0"
    },
    "source_sha256": "48f7d107ba44feedfa8f643e4c7808b1e540652d4e8275840336e8adca28f4f2"
  },
  "repository": "aac6fef/laya-multilingual-coreml",
  "format": "laya-coreml",
  "shape": {
    "batch_size": 1,
    "max_length": 1024,
    "min_length": 16,
    "default_length": 128,
    "max_options": 32,
    "flexible": true,
    "mode": "enumerated",
    "lengths": [
      16,
      32,
      64,
      96,
      128,
      192,
      256,
      384,
      512,
      768,
      1024
    ]
  },
  "compute_units": "cpu_gpu",
  "load_seconds": 2.521158707997529,
  "source_weights_sha256": "9d628fd971b700382ac6f65920a86f149777b2e748e0c955fb3b19695aa8f204",
  "package_sha256": "64e84856a07620d2085f91ce9a0d1a48ccbe9dc824d1a34bed8c104bff1db383",
  "reference_sha256": "27642bf5f16e1881514a65f91d2ba986fce786b832e60ed1a35fa44d1bfdd682",
  "bundle_files_verified": true,
  "cases": [
    {
      "name": "email",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00017555557478511619,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "en",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0003270161033079866,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "zh",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0004650094824689699,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "de",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00035520339176342564,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "fr",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0010337280305405677,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "es",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0003375064743120493,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "hi",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00018448471402932043,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "ja",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 8.419404114012874e-05,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "ru",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0015776376887714216,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "empty_state",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00039023162459189686,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "long",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0011252203252182236,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "conversation",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0004810536801295173,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "mask_literals",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0013082645248925218,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "many_questions",
      "questions": 20,
      "argmax_agreements": 20,
      "probability_max_abs_error": 0.00017547025189122711,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "structured",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00013953810866951244,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "twenty_options",
      "questions": 1,
      "argmax_agreements": 1,
      "probability_max_abs_error": 3.3154213453512327e-06,
      "action_probability_max_abs_error": 0.0
    }
  ],
  "passed": true,
  "questions": 63,
  "argmax_agreements": 63,
  "probability_max_abs_error": 0.0015776376887714216,
  "action_probability_max_abs_error": 0.0,
  "stability": {
    "calls": 100,
    "identical_rounded_results": true
  },
  "gate": {
    "all_argmax_agree": true,
    "max_probability_error": 0.02,
    "max_action_probability_error": 0.02,
    "finite": true,
    "stable": true
  }
}