| { |
| "cases": [ |
| { |
| "name": "nchw_1x64x128x128", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { "input": { "dtype": "float32", "shape": [1, 64, 128, 128] } }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 256, 64, 64] } } |
| }, |
| { |
| "name": "nchw_1x32x192x192_block3", |
| "attrs": { "blocksize": 3 }, |
| "inputs": { "input": { "dtype": "float32", "shape": [1, 32, 192, 192] } }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 288, 64, 64] } } |
| }, |
| { |
| "name": "nchw_f16_1x64x128x128", |
| "preset": "smoke", |
| "attrs": { "blocksize": 2 }, |
| "vars": { "dtype": "float16", "count": 1048576 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [1, 64, 128, 128], "dist": "normal", "seed": 4471, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 256, 64, 64] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "nchw_dispatch_cliff_1x4194241x2x2", |
| "attrs": { "blocksize": 2 }, |
| "vars": { "dtype": "float32", "count": 16776964 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 4194241, 2, 2], "dist": "normal", "seed": 4472, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 16776964, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "nchw-const-fallback-odd-width-block2-f32-1x128x2048x6", |
| "preset": "stress", |
| "attrs": { "blocksize": 2 }, |
| "vars": { "dtype": "float32", "count": 1572864 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 128, 2048, 6], "dist": "normal", "seed": 5201, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 512, 1024, 3] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "collapsed_float32_n2_c65_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { "input": { "dtype": "float32", "shape": [2, 65, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2, 260, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "4160" }] } |
| }, |
| { |
| "name": "collapsed_float32_n2_c66_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { "input": { "dtype": "float32", "shape": [2, 66, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2, 264, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "4224" }] } |
| }, |
| { |
| "name": "collapsed_float32_n1_c65537_b4", |
| "attrs": { "blocksize": 4 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 65537, 4, 4], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 1048592, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "8388736" }] } |
| }, |
| { |
| "name": "collapsed_float32_n1_c65536_b6", |
| "attrs": { "blocksize": 6 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 65536, 6, 6], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 2359296, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "18874368" }] } |
| }, |
| { |
| "name": "collapsed_float32_n1_c65536_b3", |
| "attrs": { "blocksize": 3 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 65536, 3, 3], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 589824, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "4718592" }] } |
| }, |
| { |
| "name": "collapsed_float32_n1_c262143_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 262143, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 1048572, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "8388576" }] } |
| }, |
| { |
| "name": "collapsed_float32_n1_c262144_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 262144, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 1048576, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "8388608" }] } |
| }, |
| { |
| "name": "flat_float32_n2_c65_6x10_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { "input": { "dtype": "float32", "shape": [2, 65, 6, 10], "dist": "normal", "seed": 1828, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2, 260, 3, 5] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "62400" }] } |
| }, |
| { |
| "name": "flat_float32_n1_c64_1024x10_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 64, 1024, 10], "dist": "normal", "seed": 1828, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 256, 512, 5] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "5242880" }] } |
| }, |
| { |
| "name": "flat_float32_n2_c64_12x15_b3", |
| "attrs": { "blocksize": 3 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [2, 64, 12, 15], "dist": "normal", "seed": 1828, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2, 576, 4, 5] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "184320" }] } |
| }, |
| { |
| "name": "collapsed_float16_n2_c65_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { "input": { "dtype": "float16", "shape": [2, 65, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float16", "shape": [2, 260, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2080" }] } |
| }, |
| { |
| "name": "collapsed_float16_n2_c66_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { "input": { "dtype": "float16", "shape": [2, 66, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float16", "shape": [2, 264, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2112" }] } |
| }, |
| { |
| "name": "collapsed_float16_n1_c65537_b4", |
| "attrs": { "blocksize": 4 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [1, 65537, 4, 4], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 1048592, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "4194368" }] } |
| }, |
| { |
| "name": "collapsed_float16_n1_c65536_b6", |
| "attrs": { "blocksize": 6 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [1, 65536, 6, 6], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 2359296, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "9437184" }] } |
| }, |
| { |
| "name": "collapsed_float16_n1_c65536_b3", |
| "attrs": { "blocksize": 3 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [1, 65536, 3, 3], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 589824, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2359296" }] } |
| }, |
| { |
| "name": "collapsed_float16_n1_c262143_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [1, 262143, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 1048572, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "4194288" }] } |
| }, |
| { |
| "name": "collapsed_float16_n1_c262144_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [1, 262144, 2, 2], "dist": "normal", "seed": 1827, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 1048576, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "4194304" }] } |
| }, |
| { |
| "name": "flat_float16_n2_c65_6x10_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { "input": { "dtype": "float16", "shape": [2, 65, 6, 10], "dist": "normal", "seed": 1828, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float16", "shape": [2, 260, 3, 5] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "31200" }] } |
| }, |
| { |
| "name": "flat_float16_n1_c64_1024x10_b2", |
| "attrs": { "blocksize": 2 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [1, 64, 1024, 10], "dist": "normal", "seed": 1828, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 256, 512, 5] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2621440" }] } |
| }, |
| { |
| "name": "flat_float16_n2_c64_12x15_b3", |
| "attrs": { "blocksize": 3 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [2, 64, 12, 15], "dist": "normal", "seed": 1828, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [2, 576, 4, 5] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "92160" }] } |
| }, |
| { |
| "name": "spatial_parallel_float32_n1_c1_b64", |
| "attrs": { "blocksize": 64 }, |
| "inputs": { "input": { "dtype": "float32", "shape": [1, 1, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 4096, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "32768" }] } |
| }, |
| { |
| "name": "spatial_parallel_float32_n2_c3_b64", |
| "attrs": { "blocksize": 64 }, |
| "inputs": { "input": { "dtype": "float32", "shape": [2, 3, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2, 12288, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "196608" }] } |
| }, |
| { |
| "name": "spatial_parallel_float32_n1_c256_b32", |
| "attrs": { "blocksize": 32 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 256, 32, 32], "dist": "normal", "seed": 1891, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 262144, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2097152" }] } |
| }, |
| { |
| "name": "spatial_parallel_float32_n1_c16_b64", |
| "attrs": { "blocksize": 64 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [1, 16, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1, 65536, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "524288" }] } |
| }, |
| { |
| "name": "spatial_parallel_float16_n1_c1_b64", |
| "attrs": { "blocksize": 64 }, |
| "inputs": { "input": { "dtype": "float16", "shape": [1, 1, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 4096, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "16384" }] } |
| }, |
| { |
| "name": "spatial_parallel_float16_n2_c3_b64", |
| "attrs": { "blocksize": 64 }, |
| "inputs": { "input": { "dtype": "float16", "shape": [2, 3, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float16", "shape": [2, 12288, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "98304" }] } |
| }, |
| { |
| "name": "spatial_parallel_float16_n1_c256_b32", |
| "attrs": { "blocksize": 32 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [1, 256, 32, 32], "dist": "normal", "seed": 1891, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 262144, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "1048576" }] } |
| }, |
| { |
| "name": "spatial_parallel_float16_n1_c16_b64", |
| "attrs": { "blocksize": 64 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [1, 16, 64, 64], "dist": "normal", "seed": 1891, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1, 65536, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "262144" }] } |
| }, |
| { |
| "name": "spatial_partial_float32_n2_c129_b4", |
| "attrs": { "blocksize": 4 }, |
| "tunables": { "WORKGROUP_SIZE": 64 }, |
| "inputs": { "input": { "dtype": "float32", "shape": [2, 129, 4, 4], "dist": "normal", "seed": 1892, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2, 2064, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "33024" }] } |
| }, |
| { |
| "name": "spatial_partial_float32_n2_c257_b6", |
| "attrs": { "blocksize": 6 }, |
| "tunables": { "WORKGROUP_SIZE": 64 }, |
| "inputs": { "input": { "dtype": "float32", "shape": [2, 257, 6, 6], "dist": "normal", "seed": 1892, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2, 9252, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "148032" }] } |
| }, |
| { |
| "name": "spatial_partial_float16_n2_c258_b4", |
| "attrs": { "blocksize": 4 }, |
| "tunables": { "WORKGROUP_SIZE": 64 }, |
| "inputs": { "input": { "dtype": "float16", "shape": [2, 258, 4, 4], "dist": "normal", "seed": 1892, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float16", "shape": [2, 4128, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "33024" }] } |
| }, |
| { |
| "name": "spatial_partial_float16_n2_c514_b6", |
| "attrs": { "blocksize": 6 }, |
| "tunables": { "WORKGROUP_SIZE": 64 }, |
| "inputs": { "input": { "dtype": "float16", "shape": [2, 514, 6, 6], "dist": "normal", "seed": 1892, "scale": 1 } }, |
| "outputs": { "output": { "dtype": "float16", "shape": [2, 18504, 1, 1] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "148032" }] } |
| } |
| ] |
| } |
|
|
