seba commited on
Commit
3a33ff3
·
verified ·
1 Parent(s): 7ebcf7e

Update ResidualLM multifunction model with lengths 1 8 16 32 64 128 256

Browse files
residual_lm_fused_multifunction.mlmodelc/analytics/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79cf96df308f174c72f697dd6a96fd4daf8f39947ce747c6ecb9ae9de742dffa
3
  size 243
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e18a5836a5c498e0d675ef6a65526bdd723891418e022073179afc3f1d9fd48d
3
  size 243
residual_lm_fused_multifunction.mlmodelc/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1dce7286bb135ad4d3c47482f7718b4cb124b9dd500e0e9331f41ec51977d2a2
3
- size 1351
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aca0b23049df1f53d3b1f0a2a5d78558a1d69bee1d14f3cc5f4d6caea25c3946
3
+ size 2007
residual_lm_fused_multifunction.mlmodelc/metadata.json CHANGED
@@ -207,6 +207,288 @@
207
  "Ios16.cumsum" : 1
208
  }
209
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
210
  {
211
  "inputSchema" : [
212
  {
@@ -584,7 +866,7 @@
584
  "generatedClassName" : "residual_lm_fused_multifunction",
585
  "userDefinedMetadata" : {
586
  "com.github.apple.coremltools.version" : "9.0",
587
- "com.github.apple.coremltools.conversion_date" : "2026-09-05",
588
  "com.github.apple.coremltools.source" : "milinternal"
589
  },
590
  "method" : "predict"
 
207
  "Ios16.cumsum" : 1
208
  }
209
  },
210
+ {
211
+ "inputSchema" : [
212
+ {
213
+ "hasShapeFlexibility" : "0",
214
+ "isOptional" : "0",
215
+ "dataType" : "Float32",
216
+ "formattedType" : "MultiArray (Float32 1 × 4096 × 1 × 8)",
217
+ "shortDescription" : "",
218
+ "shape" : "[1, 4096, 1, 8]",
219
+ "name" : "inputs_embeds",
220
+ "type" : "MultiArray"
221
+ },
222
+ {
223
+ "hasShapeFlexibility" : "0",
224
+ "isOptional" : "0",
225
+ "dataType" : "Int32",
226
+ "formattedType" : "MultiArray (Int32 1)",
227
+ "shortDescription" : "",
228
+ "shape" : "[1]",
229
+ "name" : "position_id",
230
+ "type" : "MultiArray"
231
+ },
232
+ {
233
+ "hasShapeFlexibility" : "0",
234
+ "isOptional" : "0",
235
+ "dataType" : "Int32",
236
+ "formattedType" : "MultiArray (Int32 8)",
237
+ "shortDescription" : "",
238
+ "shape" : "[8]",
239
+ "name" : "position_index_seed",
240
+ "type" : "MultiArray"
241
+ }
242
+ ],
243
+ "computePrecision" : "Mixed (Float16, Int16, Int32, UInt16)",
244
+ "storagePrecision" : "Float16",
245
+ "stateSchema" : [
246
+ {
247
+ "dataType" : "Float16",
248
+ "isOptional" : "0",
249
+ "formattedType" : "State (Float16 8 × 2 × 2048 × 128)",
250
+ "shortDescription" : "",
251
+ "shape" : "[8, 2, 2048, 128]",
252
+ "name" : "key_cache",
253
+ "type" : "State"
254
+ },
255
+ {
256
+ "dataType" : "Float16",
257
+ "isOptional" : "0",
258
+ "formattedType" : "State (Float16 8 × 2 × 2048 × 128)",
259
+ "shortDescription" : "",
260
+ "shape" : "[8, 2, 2048, 128]",
261
+ "name" : "value_cache",
262
+ "type" : "State"
263
+ }
264
+ ],
265
+ "outputSchema" : [
266
+ {
267
+ "hasShapeFlexibility" : "0",
268
+ "isOptional" : "0",
269
+ "dataType" : "Float16",
270
+ "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 8)",
271
+ "shortDescription" : "",
272
+ "shape" : "[1, 2048, 1, 8]",
273
+ "name" : "hidden_states",
274
+ "type" : "MultiArray"
275
+ }
276
+ ],
277
+ "name" : "length_8",
278
+ "mlProgramOperationTypeHistogram" : {
279
+ "Ios18.expandDims" : 2,
280
+ "Ios18.mul" : 42,
281
+ "Ios18.softmax" : 16,
282
+ "Ios18.matmul" : 32,
283
+ "Split" : 41,
284
+ "Ios18.greaterEqual" : 2,
285
+ "Select" : 2,
286
+ "Ios18.readState" : 18,
287
+ "Ios18.gather" : 1,
288
+ "Ios18.add" : 38,
289
+ "Ios18.writeState" : 16,
290
+ "Ios18.sliceUpdate" : 16,
291
+ "Ios18.layerNorm" : 17,
292
+ "Ios16.reduceSum" : 1,
293
+ "Ios18.reshape" : 32,
294
+ "Ios18.conv" : 57,
295
+ "Ios18.concat" : 41,
296
+ "Ios18.cast" : 6,
297
+ "Ios18.sub" : 2,
298
+ "Ios18.transpose" : 24,
299
+ "Ios18.silu" : 8,
300
+ "Ios18.sliceByIndex" : 16,
301
+ "Ios16.cumsum" : 1
302
+ }
303
+ },
304
+ {
305
+ "inputSchema" : [
306
+ {
307
+ "hasShapeFlexibility" : "0",
308
+ "isOptional" : "0",
309
+ "dataType" : "Float32",
310
+ "formattedType" : "MultiArray (Float32 1 × 4096 × 1 × 16)",
311
+ "shortDescription" : "",
312
+ "shape" : "[1, 4096, 1, 16]",
313
+ "name" : "inputs_embeds",
314
+ "type" : "MultiArray"
315
+ },
316
+ {
317
+ "hasShapeFlexibility" : "0",
318
+ "isOptional" : "0",
319
+ "dataType" : "Int32",
320
+ "formattedType" : "MultiArray (Int32 1)",
321
+ "shortDescription" : "",
322
+ "shape" : "[1]",
323
+ "name" : "position_id",
324
+ "type" : "MultiArray"
325
+ },
326
+ {
327
+ "hasShapeFlexibility" : "0",
328
+ "isOptional" : "0",
329
+ "dataType" : "Int32",
330
+ "formattedType" : "MultiArray (Int32 16)",
331
+ "shortDescription" : "",
332
+ "shape" : "[16]",
333
+ "name" : "position_index_seed",
334
+ "type" : "MultiArray"
335
+ }
336
+ ],
337
+ "computePrecision" : "Mixed (Float16, Int16, Int32, UInt16)",
338
+ "storagePrecision" : "Float16",
339
+ "stateSchema" : [
340
+ {
341
+ "dataType" : "Float16",
342
+ "isOptional" : "0",
343
+ "formattedType" : "State (Float16 8 × 2 × 2048 × 128)",
344
+ "shortDescription" : "",
345
+ "shape" : "[8, 2, 2048, 128]",
346
+ "name" : "key_cache",
347
+ "type" : "State"
348
+ },
349
+ {
350
+ "dataType" : "Float16",
351
+ "isOptional" : "0",
352
+ "formattedType" : "State (Float16 8 × 2 × 2048 × 128)",
353
+ "shortDescription" : "",
354
+ "shape" : "[8, 2, 2048, 128]",
355
+ "name" : "value_cache",
356
+ "type" : "State"
357
+ }
358
+ ],
359
+ "outputSchema" : [
360
+ {
361
+ "hasShapeFlexibility" : "0",
362
+ "isOptional" : "0",
363
+ "dataType" : "Float16",
364
+ "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 16)",
365
+ "shortDescription" : "",
366
+ "shape" : "[1, 2048, 1, 16]",
367
+ "name" : "hidden_states",
368
+ "type" : "MultiArray"
369
+ }
370
+ ],
371
+ "name" : "length_16",
372
+ "mlProgramOperationTypeHistogram" : {
373
+ "Ios18.expandDims" : 2,
374
+ "Ios18.mul" : 42,
375
+ "Ios18.softmax" : 16,
376
+ "Ios18.matmul" : 32,
377
+ "Split" : 41,
378
+ "Ios18.greaterEqual" : 2,
379
+ "Select" : 2,
380
+ "Ios18.readState" : 18,
381
+ "Ios18.gather" : 1,
382
+ "Ios18.add" : 38,
383
+ "Ios18.writeState" : 16,
384
+ "Ios18.sliceUpdate" : 16,
385
+ "Ios18.layerNorm" : 17,
386
+ "Ios16.reduceSum" : 1,
387
+ "Ios18.reshape" : 32,
388
+ "Ios18.conv" : 57,
389
+ "Ios18.concat" : 41,
390
+ "Ios18.cast" : 6,
391
+ "Ios18.sub" : 2,
392
+ "Ios18.transpose" : 24,
393
+ "Ios18.silu" : 8,
394
+ "Ios18.sliceByIndex" : 16,
395
+ "Ios16.cumsum" : 1
396
+ }
397
+ },
398
+ {
399
+ "inputSchema" : [
400
+ {
401
+ "hasShapeFlexibility" : "0",
402
+ "isOptional" : "0",
403
+ "dataType" : "Float32",
404
+ "formattedType" : "MultiArray (Float32 1 × 4096 × 1 × 32)",
405
+ "shortDescription" : "",
406
+ "shape" : "[1, 4096, 1, 32]",
407
+ "name" : "inputs_embeds",
408
+ "type" : "MultiArray"
409
+ },
410
+ {
411
+ "hasShapeFlexibility" : "0",
412
+ "isOptional" : "0",
413
+ "dataType" : "Int32",
414
+ "formattedType" : "MultiArray (Int32 1)",
415
+ "shortDescription" : "",
416
+ "shape" : "[1]",
417
+ "name" : "position_id",
418
+ "type" : "MultiArray"
419
+ },
420
+ {
421
+ "hasShapeFlexibility" : "0",
422
+ "isOptional" : "0",
423
+ "dataType" : "Int32",
424
+ "formattedType" : "MultiArray (Int32 32)",
425
+ "shortDescription" : "",
426
+ "shape" : "[32]",
427
+ "name" : "position_index_seed",
428
+ "type" : "MultiArray"
429
+ }
430
+ ],
431
+ "computePrecision" : "Mixed (Float16, Int16, Int32, UInt16)",
432
+ "storagePrecision" : "Float16",
433
+ "stateSchema" : [
434
+ {
435
+ "dataType" : "Float16",
436
+ "isOptional" : "0",
437
+ "formattedType" : "State (Float16 8 × 2 × 2048 × 128)",
438
+ "shortDescription" : "",
439
+ "shape" : "[8, 2, 2048, 128]",
440
+ "name" : "key_cache",
441
+ "type" : "State"
442
+ },
443
+ {
444
+ "dataType" : "Float16",
445
+ "isOptional" : "0",
446
+ "formattedType" : "State (Float16 8 × 2 × 2048 × 128)",
447
+ "shortDescription" : "",
448
+ "shape" : "[8, 2, 2048, 128]",
449
+ "name" : "value_cache",
450
+ "type" : "State"
451
+ }
452
+ ],
453
+ "outputSchema" : [
454
+ {
455
+ "hasShapeFlexibility" : "0",
456
+ "isOptional" : "0",
457
+ "dataType" : "Float16",
458
+ "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 32)",
459
+ "shortDescription" : "",
460
+ "shape" : "[1, 2048, 1, 32]",
461
+ "name" : "hidden_states",
462
+ "type" : "MultiArray"
463
+ }
464
+ ],
465
+ "name" : "length_32",
466
+ "mlProgramOperationTypeHistogram" : {
467
+ "Ios18.expandDims" : 2,
468
+ "Ios18.mul" : 42,
469
+ "Ios18.softmax" : 16,
470
+ "Ios18.matmul" : 32,
471
+ "Split" : 41,
472
+ "Ios18.greaterEqual" : 2,
473
+ "Select" : 2,
474
+ "Ios18.readState" : 18,
475
+ "Ios18.gather" : 1,
476
+ "Ios18.add" : 38,
477
+ "Ios18.writeState" : 16,
478
+ "Ios18.sliceUpdate" : 16,
479
+ "Ios18.layerNorm" : 17,
480
+ "Ios16.reduceSum" : 1,
481
+ "Ios18.reshape" : 32,
482
+ "Ios18.conv" : 57,
483
+ "Ios18.concat" : 41,
484
+ "Ios18.cast" : 6,
485
+ "Ios18.sub" : 2,
486
+ "Ios18.transpose" : 24,
487
+ "Ios18.silu" : 8,
488
+ "Ios18.sliceByIndex" : 16,
489
+ "Ios16.cumsum" : 1
490
+ }
491
+ },
492
  {
493
  "inputSchema" : [
494
  {
 
866
  "generatedClassName" : "residual_lm_fused_multifunction",
867
  "userDefinedMetadata" : {
868
  "com.github.apple.coremltools.version" : "9.0",
869
+ "com.github.apple.coremltools.conversion_date" : "2026-09-06",
870
  "com.github.apple.coremltools.source" : "milinternal"
871
  },
872
  "method" : "predict"
residual_lm_fused_multifunction.mlmodelc/model.mil CHANGED
The diff for this file is too large to render. See raw diff