File size: 14,538 Bytes
2ea7bf4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3cb6621
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2ea7bf4
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
{
  "cases": [
    {
      "name": "nchw_1x64x128x128",
      "attrs": { "blocksize": 2 },
      "inputs": { "input": { "dtype": "float32", "shape": [1, 64, 128, 128] } },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 256, 64, 64] } }
    },
    {
      "name": "nchw_1x32x192x192_block3",
      "attrs": { "blocksize": 3 },
      "inputs": { "input": { "dtype": "float32", "shape": [1, 32, 192, 192] } },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 288, 64, 64] } }
    },
    {
      "name": "nchw_f16_1x64x128x128",
      "preset": "smoke",
      "attrs": { "blocksize": 2 },
      "vars": { "dtype": "float16", "count": 1048576 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [1, 64, 128, 128], "dist": "normal", "seed": 4471, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 256, 64, 64] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "nchw_dispatch_cliff_1x4194241x2x2",
      "attrs": { "blocksize": 2 },
      "vars": { "dtype": "float32", "count": 16776964 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 4194241, 2, 2], "dist": "normal", "seed": 4472, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 16776964, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "nchw-const-fallback-odd-width-block2-f32-1x128x2048x6",
      "preset": "stress",
      "attrs": { "blocksize": 2 },
      "vars": { "dtype": "float32", "count": 1572864 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 128, 2048, 6], "dist": "normal", "seed": 5201, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 512, 1024, 3] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "collapsed_float32_n2_c65_b2",
      "attrs": { "blocksize": 2 },
      "inputs": { "input": { "dtype": "float32", "shape": [2, 65, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } },
      "outputs": { "output": { "dtype": "float32", "shape": [2, 260, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "4160" }] }
    },
    {
      "name": "collapsed_float32_n2_c66_b2",
      "attrs": { "blocksize": 2 },
      "inputs": { "input": { "dtype": "float32", "shape": [2, 66, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } },
      "outputs": { "output": { "dtype": "float32", "shape": [2, 264, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "4224" }] }
    },
    {
      "name": "collapsed_float32_n1_c65537_b4",
      "attrs": { "blocksize": 4 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 65537, 4, 4], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 1048592, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "8388736" }] }
    },
    {
      "name": "collapsed_float32_n1_c65536_b6",
      "attrs": { "blocksize": 6 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 65536, 6, 6], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 2359296, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "18874368" }] }
    },
    {
      "name": "collapsed_float32_n1_c65536_b3",
      "attrs": { "blocksize": 3 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 65536, 3, 3], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 589824, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "4718592" }] }
    },
    {
      "name": "collapsed_float32_n1_c262143_b2",
      "attrs": { "blocksize": 2 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 262143, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 1048572, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "8388576" }] }
    },
    {
      "name": "collapsed_float32_n1_c262144_b2",
      "attrs": { "blocksize": 2 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 262144, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 1048576, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "8388608" }] }
    },
    {
      "name": "flat_float32_n2_c65_6x10_b2",
      "attrs": { "blocksize": 2 },
      "inputs": { "input": { "dtype": "float32", "shape": [2, 65, 6, 10], "dist": "normal", "seed": 1828, "scale": 1 } },
      "outputs": { "output": { "dtype": "float32", "shape": [2, 260, 3, 5] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "62400" }] }
    },
    {
      "name": "flat_float32_n1_c64_1024x10_b2",
      "attrs": { "blocksize": 2 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 64, 1024, 10], "dist": "normal", "seed": 1828, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 256, 512, 5] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "5242880" }] }
    },
    {
      "name": "flat_float32_n2_c64_12x15_b3",
      "attrs": { "blocksize": 3 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [2, 64, 12, 15], "dist": "normal", "seed": 1828, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [2, 576, 4, 5] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "184320" }] }
    },
    {
      "name": "collapsed_float16_n2_c65_b2",
      "attrs": { "blocksize": 2 },
      "inputs": { "input": { "dtype": "float16", "shape": [2, 65, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } },
      "outputs": { "output": { "dtype": "float16", "shape": [2, 260, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2080" }] }
    },
    {
      "name": "collapsed_float16_n2_c66_b2",
      "attrs": { "blocksize": 2 },
      "inputs": { "input": { "dtype": "float16", "shape": [2, 66, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } },
      "outputs": { "output": { "dtype": "float16", "shape": [2, 264, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2112" }] }
    },
    {
      "name": "collapsed_float16_n1_c65537_b4",
      "attrs": { "blocksize": 4 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [1, 65537, 4, 4], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 1048592, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "4194368" }] }
    },
    {
      "name": "collapsed_float16_n1_c65536_b6",
      "attrs": { "blocksize": 6 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [1, 65536, 6, 6], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 2359296, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "9437184" }] }
    },
    {
      "name": "collapsed_float16_n1_c65536_b3",
      "attrs": { "blocksize": 3 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [1, 65536, 3, 3], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 589824, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2359296" }] }
    },
    {
      "name": "collapsed_float16_n1_c262143_b2",
      "attrs": { "blocksize": 2 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [1, 262143, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 1048572, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "4194288" }] }
    },
    {
      "name": "collapsed_float16_n1_c262144_b2",
      "attrs": { "blocksize": 2 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [1, 262144, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 1048576, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "4194304" }] }
    },
    {
      "name": "flat_float16_n2_c65_6x10_b2",
      "attrs": { "blocksize": 2 },
      "inputs": { "input": { "dtype": "float16", "shape": [2, 65, 6, 10], "dist": "normal", "seed": 1828, "scale": 1 } },
      "outputs": { "output": { "dtype": "float16", "shape": [2, 260, 3, 5] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "31200" }] }
    },
    {
      "name": "flat_float16_n1_c64_1024x10_b2",
      "attrs": { "blocksize": 2 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [1, 64, 1024, 10], "dist": "normal", "seed": 1828, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 256, 512, 5] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2621440" }] }
    },
    {
      "name": "flat_float16_n2_c64_12x15_b3",
      "attrs": { "blocksize": 3 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [2, 64, 12, 15], "dist": "normal", "seed": 1828, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [2, 576, 4, 5] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "92160" }] }
    },
    {
      "name": "spatial_parallel_float32_n1_c1_b64",
      "attrs": { "blocksize": 64 },
      "inputs": { "input": { "dtype": "float32", "shape": [1, 1, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 4096, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "32768" }] }
    },
    {
      "name": "spatial_parallel_float32_n2_c3_b64",
      "attrs": { "blocksize": 64 },
      "inputs": { "input": { "dtype": "float32", "shape": [2, 3, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } },
      "outputs": { "output": { "dtype": "float32", "shape": [2, 12288, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "196608" }] }
    },
    {
      "name": "spatial_parallel_float32_n1_c256_b32",
      "attrs": { "blocksize": 32 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 256, 32, 32], "dist": "normal", "seed": 1891, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 262144, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2097152" }] }
    },
    {
      "name": "spatial_parallel_float32_n1_c16_b64",
      "attrs": { "blocksize": 64 },
      "inputs": {
        "input": { "dtype": "float32", "shape": [1, 16, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [1, 65536, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "524288" }] }
    },
    {
      "name": "spatial_parallel_float16_n1_c1_b64",
      "attrs": { "blocksize": 64 },
      "inputs": { "input": { "dtype": "float16", "shape": [1, 1, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 4096, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "16384" }] }
    },
    {
      "name": "spatial_parallel_float16_n2_c3_b64",
      "attrs": { "blocksize": 64 },
      "inputs": { "input": { "dtype": "float16", "shape": [2, 3, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } },
      "outputs": { "output": { "dtype": "float16", "shape": [2, 12288, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "98304" }] }
    },
    {
      "name": "spatial_parallel_float16_n1_c256_b32",
      "attrs": { "blocksize": 32 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [1, 256, 32, 32], "dist": "normal", "seed": 1891, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 262144, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "1048576" }] }
    },
    {
      "name": "spatial_parallel_float16_n1_c16_b64",
      "attrs": { "blocksize": 64 },
      "inputs": {
        "input": { "dtype": "float16", "shape": [1, 16, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [1, 65536, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "262144" }] }
    },
    {
      "name": "spatial_partial_float32_n2_c129_b4",
      "attrs": { "blocksize": 4 },
      "tunables": { "WORKGROUP_SIZE": 64 },
      "inputs": { "input": { "dtype": "float32", "shape": [2, 129, 4, 4], "dist": "normal", "seed": 1892, "scale": 1 } },
      "outputs": { "output": { "dtype": "float32", "shape": [2, 2064, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "33024" }] }
    },
    {
      "name": "spatial_partial_float32_n2_c257_b6",
      "attrs": { "blocksize": 6 },
      "tunables": { "WORKGROUP_SIZE": 64 },
      "inputs": { "input": { "dtype": "float32", "shape": [2, 257, 6, 6], "dist": "normal", "seed": 1892, "scale": 1 } },
      "outputs": { "output": { "dtype": "float32", "shape": [2, 9252, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "148032" }] }
    },
    {
      "name": "spatial_partial_float16_n2_c258_b4",
      "attrs": { "blocksize": 4 },
      "tunables": { "WORKGROUP_SIZE": 64 },
      "inputs": { "input": { "dtype": "float16", "shape": [2, 258, 4, 4], "dist": "normal", "seed": 1892, "scale": 1 } },
      "outputs": { "output": { "dtype": "float16", "shape": [2, 4128, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "33024" }] }
    },
    {
      "name": "spatial_partial_float16_n2_c514_b6",
      "attrs": { "blocksize": 6 },
      "tunables": { "WORKGROUP_SIZE": 64 },
      "inputs": { "input": { "dtype": "float16", "shape": [2, 514, 6, 6], "dist": "normal", "seed": 1892, "scale": 1 } },
      "outputs": { "output": { "dtype": "float16", "shape": [2, 18504, 1, 1] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "148032" }] }
    }
  ]
}