| { |
| "cases": [ |
| { |
| "name": "batch32_time128_hidden64", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [32, 128, 64] }, |
| "sequence_lens": { "dtype": "uint32", "shape": [32], "data": { "kind": "constant", "value": 128 } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [32, 128, 64] } } |
| }, |
| { |
| "name": "batch64_time512_hidden512", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [64, 512, 512] }, |
| "sequence_lens": { "dtype": "uint32", "shape": [64], "data": { "kind": "constant", "value": 512 } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [64, 512, 512] } }, |
| "preset": "smoke" |
| }, |
| { |
| "name": "reverse-seq-scalar-fallback-inner-not-mul4-f32-4x2048x1023", |
| "preset": "stress", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 8380416 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 2048, 1023], "dist": "normal", "seed": 5101, "scale": 1 }, |
| "sequence_lens": { |
| "dtype": "uint32", |
| "shape": [4], |
| "data": { "kind": "values", "values": [2048, 1024, 2048, 512] } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 2048, 1023] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "reverse-seq-scalar-fallback-inner-is-time-f32-4x524288", |
| "preset": "stress", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 2097152 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 524288] }, |
| "sequence_lens": { |
| "dtype": "uint32", |
| "shape": [4], |
| "data": { "kind": "values", "values": [524288, 262144, 524288, 131072] } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 524288] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis0_4x257x3", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 3084 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 257, 3], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 257, 3] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis0_4x257x6", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 6168 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 257, 6], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 257, 6] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis0_4x257x7", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 7196 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 257, 7], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 257, 7] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis0_4x257x3x4", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 12336 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 257, 3, 4], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 257, 3, 4] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis0_4x257x4x3", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 12336 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 257, 4, 3], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 257, 4, 3] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis1_257x4x3", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float32", "count": 3084 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [257, 4, 3], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [257, 4, 3] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis1_257x4x6", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float32", "count": 6168 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [257, 4, 6], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [257, 4, 6] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis1_257x4x7", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float32", "count": 7196 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [257, 4, 7], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [257, 4, 7] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis1_257x4x3x4", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float32", "count": 12336 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [257, 4, 3, 4], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [257, 4, 3, 4] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis1_257x4x4x3", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float32", "count": 12336 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [257, 4, 4, 3], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [257, 4, 4, 3] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_4x257x3", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float16", "count": 3084 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 257, 3], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 257, 3] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_4x257x6", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float16", "count": 6168 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 257, 6], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 257, 6] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_4x257x7", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float16", "count": 7196 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 257, 7], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 257, 7] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_4x257x3x4", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float16", "count": 12336 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 257, 3, 4], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 257, 3, 4] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_4x257x4x3", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float16", "count": 12336 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 257, 4, 3], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 257, 4, 3] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_257x4x3", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float16", "count": 3084 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [257, 4, 3], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [257, 4, 3] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_257x4x6", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float16", "count": 6168 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [257, 4, 6], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [257, 4, 6] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_257x4x7", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float16", "count": 7196 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [257, 4, 7], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [257, 4, 7] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_257x4x3x4", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float16", "count": 12336 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [257, 4, 3, 4], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [257, 4, 3, 4] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_257x4x4x3", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float16", "count": 12336 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [257, 4, 4, 3], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 128, 257] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [257, 4, 4, 3] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis0_4x2048x1022", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 8372224 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 2048, 1022], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 2048, 1022] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis0_4x2048x1023", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 8380416 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 2048, 1023], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 2048, 1023] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis0_4x2048x1025", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float32", "count": 8396800 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 2048, 1025], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 2048, 1025] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis0_4x8193x65_wg8", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "tunables": { "WORKGROUP_SIZE": 8 }, |
| "vars": { "dtype": "float32", "count": 2130180 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [4, 8193, 65], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 4096, 8193] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 8193, 65] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis1_2048x4x1022", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float32", "count": 8372224 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [2048, 4, 1022], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2048, 4, 1022] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis1_2048x4x1023", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float32", "count": 8380416 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [2048, 4, 1023], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2048, 4, 1023] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis1_2048x4x1025", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float32", "count": 8396800 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [2048, 4, 1025], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2048, 4, 1025] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float32_batchaxis1_8193x4x65_wg8", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "tunables": { "WORKGROUP_SIZE": 8 }, |
| "vars": { "dtype": "float32", "count": 2130180 }, |
| "inputs": { |
| "input": { "dtype": "float32", "shape": [8193, 4, 65], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 4096, 8193] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [8193, 4, 65] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_4x2048x1022", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float16", "count": 8372224 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 2048, 1022], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 2048, 1022] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_4x2048x1023", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float16", "count": 8380416 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 2048, 1023], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 2048, 1023] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_4x2048x1025", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float16", "count": 8396800 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 2048, 1025], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 2048, 1025] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_4x8193x65_wg8", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "tunables": { "WORKGROUP_SIZE": 8 }, |
| "vars": { "dtype": "float16", "count": 2130180 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 8193, 65], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 4096, 8193] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 8193, 65] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_2048x4x1022", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float16", "count": 8372224 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [2048, 4, 1022], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [2048, 4, 1022] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_2048x4x1023", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float16", "count": 8380416 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [2048, 4, 1023], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [2048, 4, 1023] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_2048x4x1025", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float16", "count": 8396800 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [2048, 4, 1025], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 1024, 2048] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [2048, 4, 1025] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_8193x4x65_wg8", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "tunables": { "WORKGROUP_SIZE": 8 }, |
| "vars": { "dtype": "float16", "count": 2130180 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [8193, 4, 65], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { "dtype": "uint32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 4096, 8193] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [8193, 4, 65] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis0_8x8193x65_wg8_packed_fold", |
| "preset": "edge", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "tunables": { "WORKGROUP_SIZE": 8 }, |
| "vars": { "dtype": "float16", "count": 4260360 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [8, 8193, 65], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { |
| "dtype": "uint32", |
| "shape": [8], |
| "data": { "kind": "values", "values": [0, 1, 4096, 8193, 0, 1, 4096, 8193] } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [8, 8193, 65] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_batchaxis1_8193x8x65_wg8_packed_fold", |
| "preset": "edge", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "tunables": { "WORKGROUP_SIZE": 8 }, |
| "vars": { "dtype": "float16", "count": 4260360 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [8193, 8, 65], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { |
| "dtype": "uint32", |
| "shape": [8], |
| "data": { "kind": "values", "values": [0, 1, 4096, 8193, 0, 1, 4096, 8193] } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [8193, 8, 65] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_rank2_large_batchaxis0", |
| "preset": "stress", |
| "attrs": { "batch_axis": 0, "time_axis": 1 }, |
| "vars": { "dtype": "float16", "count": 2097152 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [4, 524288], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { |
| "dtype": "uint32", |
| "shape": [4], |
| "data": { "kind": "values", "values": [0, 1, 262144, 524288] } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 524288] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| }, |
| { |
| "name": "address_float16_rank2_large_batchaxis1", |
| "preset": "stress", |
| "attrs": { "batch_axis": 1, "time_axis": 0 }, |
| "vars": { "dtype": "float16", "count": 2097152 }, |
| "inputs": { |
| "input": { "dtype": "float16", "shape": [524288, 4], "dist": "normal", "seed": 3401, "scale": 1 }, |
| "sequence_lens": { |
| "dtype": "uint32", |
| "shape": [4], |
| "data": { "kind": "values", "values": [0, 1, 262144, 524288] } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [524288, 4] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] } |
| } |
| ] |
| } |
|
|
