msluszniak commited on
Commit
5e4a805
·
verified ·
1 Parent(s): f21da1f

Core ML: emit a (1,520,520) int32 index map instead of (1,21,520,520) logits

Browse files

The argmax now runs inside the graph, built from reduce_max and elementwise ops so it stays on the ANE. 1.05x to 1.63x faster and 7 to 48 percent lower peak memory on an iPhone 16. XNNPACK variants are unchanged.

Files changed (1) hide show
  1. coreml/config.json +9 -6
coreml/config.json CHANGED
@@ -11,6 +11,8 @@
11
  {
12
  "file": "deeplab_v3_mobilenet_v3_large_coreml_fp16.pte",
13
  "precision": "fp16",
 
 
14
  "size": "mobilenet_v3_large",
15
  "methods": {
16
  "forward": {
@@ -29,11 +31,10 @@
29
  {
30
  "shape": [
31
  1,
32
- 21,
33
  520,
34
  520
35
  ],
36
- "dtype": "float32"
37
  }
38
  ]
39
  }
@@ -42,6 +43,8 @@
42
  {
43
  "file": "deeplab_v3_resnet50_coreml_fp16.pte",
44
  "precision": "fp16",
 
 
45
  "size": "resnet50",
46
  "methods": {
47
  "forward": {
@@ -60,11 +63,10 @@
60
  {
61
  "shape": [
62
  1,
63
- 21,
64
  520,
65
  520
66
  ],
67
- "dtype": "float32"
68
  }
69
  ]
70
  }
@@ -73,6 +75,8 @@
73
  {
74
  "file": "deeplab_v3_resnet101_coreml_fp16.pte",
75
  "precision": "fp16",
 
 
76
  "size": "resnet101",
77
  "methods": {
78
  "forward": {
@@ -91,11 +95,10 @@
91
  {
92
  "shape": [
93
  1,
94
- 21,
95
  520,
96
  520
97
  ],
98
- "dtype": "float32"
99
  }
100
  ]
101
  }
 
11
  {
12
  "file": "deeplab_v3_mobilenet_v3_large_coreml_fp16.pte",
13
  "precision": "fp16",
14
+ "quantized": false,
15
+ "default": true,
16
  "size": "mobilenet_v3_large",
17
  "methods": {
18
  "forward": {
 
31
  {
32
  "shape": [
33
  1,
 
34
  520,
35
  520
36
  ],
37
+ "dtype": "int32"
38
  }
39
  ]
40
  }
 
43
  {
44
  "file": "deeplab_v3_resnet50_coreml_fp16.pte",
45
  "precision": "fp16",
46
+ "quantized": false,
47
+ "default": false,
48
  "size": "resnet50",
49
  "methods": {
50
  "forward": {
 
63
  {
64
  "shape": [
65
  1,
 
66
  520,
67
  520
68
  ],
69
+ "dtype": "int32"
70
  }
71
  ]
72
  }
 
75
  {
76
  "file": "deeplab_v3_resnet101_coreml_fp16.pte",
77
  "precision": "fp16",
78
+ "quantized": false,
79
+ "default": false,
80
  "size": "resnet101",
81
  "methods": {
82
  "forward": {
 
95
  {
96
  "shape": [
97
  1,
 
98
  520,
99
  520
100
  ],
101
+ "dtype": "int32"
102
  }
103
  ]
104
  }