{ "cases": [ { "name": "causal_mask_1x16x1024x1024", "preset": "smoke", "attrs": { "upper": 0 }, "inputs": { "input": { "dtype": "float32", "shape": [1, 16, 1024, 1024], "dist": "normal", "seed": 711, "scale": 1 } }, "outputs": { "output": { "dtype": "float32", "shape": [1, 16, 1024, 1024] } }, "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "1 * 16 * 1024 * 1024 * 4 * 2" }] } }, { "name": "mask_128", "attrs": { "upper": 0 }, "inputs": { "input": { "dtype": "float32", "shape": [1, 1, 128, 128] } }, "outputs": { "output": { "dtype": "float32", "shape": [1, 1, 128, 128] } } }, { "name": "alignment_cliff_scalar_1x16x1023x1023", "preset": "smoke", "attrs": { "upper": 0 }, "inputs": { "input": { "dtype": "float32", "shape": [1, 16, 1023, 1023], "dist": "normal", "seed": 712, "scale": 1 } }, "outputs": { "output": { "dtype": "float32", "shape": [1, 16, 1023, 1023] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "f16_vec4_narrow_store_1x16x1024x1024", "preset": "smoke", "attrs": { "upper": 0 }, "inputs": { "input": { "dtype": "float16", "shape": [1, 16, 1024, 1024], "dist": "normal", "seed": 713, "scale": 1 } }, "outputs": { "output": { "dtype": "float16", "shape": [1, 16, 1024, 1024] } }, "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "2 * numel(shapes.input) * 2" }] } }, { "name": "f16_alignment_cliff_scalar_1x16x1023x1023", "preset": "smoke", "attrs": { "upper": 0 }, "inputs": { "input": { "dtype": "float16", "shape": [1, 16, 1023, 1023], "dist": "normal", "seed": 714, "scale": 1 } }, "outputs": { "output": { "dtype": "float16", "shape": [1, 16, 1023, 1023] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * numel(shapes.input) * 2" }] } }, { "name": "k_input_vec4_perlane_load_1x16x1024x1024", "preset": "smoke", "attrs": { "upper": 0 }, "inputs": { "input": { "dtype": "float32", "shape": [1, 16, 1024, 1024], "dist": "normal", "seed": 715, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [0] } } }, "outputs": { "output": { "dtype": "float32", "shape": [1, 16, 1024, 1024] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "k_input_scalar_cliff_fold_1x16x1025x1023", "preset": "stress", "attrs": { "upper": 0 }, "inputs": { "input": { "dtype": "float32", "shape": [1, 16, 1025, 1023], "dist": "normal", "seed": 811, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [0] } } }, "outputs": { "output": { "dtype": "float32", "shape": [1, 16, 1025, 1023] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "f16_scalar_cliff_fold_1x16x1025x1023", "preset": "stress", "attrs": { "upper": 0 }, "inputs": { "input": { "dtype": "float16", "shape": [1, 16, 1025, 1023], "dist": "normal", "seed": 812, "scale": 1 } }, "outputs": { "output": { "dtype": "float16", "shape": [1, 16, 1025, 1023] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * numel(shapes.input) * 2" }] } }, { "name": "causal-mask-odd-context-f32-1x32x513x513", "preset": "stress", "attrs": { "upper": 0 }, "inputs": { "input": { "dtype": "float32", "shape": [1, 32, 513, 513], "dist": "normal", "seed": 813, "scale": 1 } }, "outputs": { "output": { "dtype": "float32", "shape": [1, 32, 513, 513] } }, "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_float32_65536x3x1_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float32", "shape": [65536, 3, 1], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "float32", "shape": [65536, 3, 1] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_float32_32768x3x3_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float32", "shape": [32768, 3, 3], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "float32", "shape": [32768, 3, 3] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_float32_4x513x511_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float32", "shape": [4, 513, 511], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "float32", "shape": [4, 513, 511] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_float16_65536x3x1_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float16", "shape": [65536, 3, 1], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "float16", "shape": [65536, 3, 1] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * numel(shapes.input) * 2" }] } }, { "name": "mask_float16_32768x3x3_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float16", "shape": [32768, 3, 3], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "float16", "shape": [32768, 3, 3] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * numel(shapes.input) * 2" }] } }, { "name": "mask_float16_4x513x511_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float16", "shape": [4, 513, 511], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "float16", "shape": [4, 513, 511] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * numel(shapes.input) * 2" }] } }, { "name": "mask_int32_65536x3x1_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "int32", "shape": [65536, 3, 1], "dist": "uniform", "seed": 901, "min": -2147483648, "max": 2147483647 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "int32", "shape": [65536, 3, 1] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_int32_32768x3x3_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "int32", "shape": [32768, 3, 3], "dist": "uniform", "seed": 901, "min": -2147483648, "max": 2147483647 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "int32", "shape": [32768, 3, 3] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_int32_4x513x511_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "int32", "shape": [4, 513, 511], "dist": "uniform", "seed": 901, "min": -2147483648, "max": 2147483647 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "int32", "shape": [4, 513, 511] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_uint32_65536x3x1_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "uint32", "shape": [65536, 3, 1], "dist": "uniform", "seed": 901, "min": 0, "max": 4294967295 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "uint32", "shape": [65536, 3, 1] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_uint32_32768x3x3_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "uint32", "shape": [32768, 3, 3], "dist": "uniform", "seed": 901, "min": 0, "max": 4294967295 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "uint32", "shape": [32768, 3, 3] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_uint32_4x513x511_upper1_k-1", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "uint32", "shape": [4, 513, 511], "dist": "uniform", "seed": 901, "min": 0, "max": 4294967295 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-1] } } }, "outputs": { "output": { "dtype": "uint32", "shape": [4, 513, 511] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_float32_4x1024x1024_upper1_k2147483647", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float32", "shape": [4, 1024, 1024], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [2147483647] } } }, "outputs": { "output": { "dtype": "float32", "shape": [4, 1024, 1024] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_float32_4x1024x1024_upper1_k-2147483648", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float32", "shape": [4, 1024, 1024], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-2147483648] } } }, "outputs": { "output": { "dtype": "float32", "shape": [4, 1024, 1024] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "mask_float16_4x1024x1024_upper1_k2147483647", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float16", "shape": [4, 1024, 1024], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [2147483647] } } }, "outputs": { "output": { "dtype": "float16", "shape": [4, 1024, 1024] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * numel(shapes.input) * 2" }] } }, { "name": "mask_float16_4x1024x1024_upper1_k-2147483648", "preset": "stress", "attrs": { "upper": 1 }, "inputs": { "input": { "dtype": "float16", "shape": [4, 1024, 1024], "dist": "normal", "seed": 901, "scale": 1 }, "k": { "dtype": "int32", "shape": [], "data": { "kind": "values", "values": [-2147483648] } } }, "outputs": { "output": { "dtype": "float16", "shape": [4, 1024, 1024] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * numel(shapes.input) * 2" }] } }, { "name": "fold_float32_65537x8x8_wg8", "preset": "stress", "attrs": { "upper": 0 }, "tunables": { "WORKGROUP_SIZE": 8 }, "inputs": { "input": { "dtype": "float32", "shape": [65537, 8, 8], "dist": "normal", "seed": 902, "scale": 1 } }, "outputs": { "output": { "dtype": "float32", "shape": [65537, 8, 8] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2" }] } }, { "name": "fold_float16_65537x8x8_wg8", "preset": "stress", "attrs": { "upper": 0 }, "tunables": { "WORKGROUP_SIZE": 8 }, "inputs": { "input": { "dtype": "float16", "shape": [65537, 8, 8], "dist": "normal", "seed": 902, "scale": 1 } }, "outputs": { "output": { "dtype": "float16", "shape": [65537, 8, 8] } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * numel(shapes.input) * 2" }] } } ] }