File size: 6,309 Bytes
ee861ee
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
{
  "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] },
  "cases": [
    {
      "name": "concat-f32-axis1",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 1048576 },
      "attrs": { "axis": 1 },
      "inputs": {
        "a": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 950, "scale": 1 },
        "b": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 1 }
      },
      "outputs": { "c": { "shape": [1024, 1024], "dtype": "float32" } },
      "bench": {
        "primary": true,
        "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }]
      }
    },
    {
      "name": "concat-last-axis-f32-512x768-plus-256",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 524288 },
      "attrs": { "axis": -1 },
      "tunableSpace": { "LAST_AXIS_COOPERATIVE_WORKGROUP_SIZE": [32, 64, 128, 256] },
      "inputs": {
        "a": { "shape": [512, 768], "dtype": "float32", "dist": "normal", "seed": 360, "scale": 0.5 },
        "b": { "shape": [512, 256], "dtype": "float32", "dist": "normal", "seed": 361, "scale": 0.5 }
      },
      "outputs": { "c": { "shape": [512, 1024], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "concat-block-axis0-f32-8m",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 8388608 },
      "attrs": { "axis": 0 },
      "inputs": {
        "a": { "shape": [4096, 1024], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 1 },
        "b": { "shape": [4096, 1024], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 1 }
      },
      "outputs": { "c": { "shape": [8192, 1024], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "concat-block-axis1-f16-4m",
      "preset": "smoke",
      "vars": { "dtype": "float16", "count": 4194304 },
      "attrs": { "axis": 1 },
      "inputs": {
        "a": { "shape": [1024, 1024], "dtype": "float16", "dist": "normal", "seed": 954, "scale": 1 },
        "b": { "shape": [1024, 3072], "dtype": "float16", "dist": "normal", "seed": 955, "scale": 1 }
      },
      "outputs": { "c": { "shape": [1024, 4096], "dtype": "float16" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "concat-f32-axis1-unaligned",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 1048576 },
      "attrs": { "axis": 1 },
      "inputs": {
        "a": { "shape": [1024, 513], "dtype": "float32", "dist": "normal", "seed": 960, "scale": 1 },
        "b": { "shape": [1024, 511], "dtype": "float32", "dist": "normal", "seed": 961, "scale": 1 }
      },
      "outputs": { "c": { "shape": [1024, 1024], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "concat-f32-axis-last-inner1-odd",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 8388608 },
      "attrs": { "axis": 1 },
      "inputs": {
        "a": { "shape": [8192, 1], "dtype": "float32", "dist": "normal", "seed": 962, "scale": 1 },
        "b": { "shape": [8192, 1023], "dtype": "float32", "dist": "normal", "seed": 963, "scale": 1 }
      },
      "outputs": { "c": { "shape": [8192, 1024], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "concat-f32-axis1-nine-inputs",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 4718592 },
      "attrs": { "axis": 1 },
      "inputs": {
        "a": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 970, "scale": 1 },
        "b": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 971, "scale": 1 },
        "d": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 972, "scale": 1 },
        "e": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 973, "scale": 1 },
        "f": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 974, "scale": 1 },
        "g": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 975, "scale": 1 },
        "h": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 976, "scale": 1 },
        "i": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 977, "scale": 1 },
        "j": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 978, "scale": 1 }
      },
      "outputs": { "c": { "shape": [1024, 4608], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "concat-three-inputs-lastaxis-odd-scalar-stress",
      "preset": "stress",
      "vars": { "dtype": "float32", "count": 3145728 },
      "attrs": { "axis": -1 },
      "inputs": {
        "a": { "shape": [3072, 341], "dtype": "float32", "dist": "normal", "seed": 981, "scale": 1 },
        "b": { "shape": [3072, 342], "dtype": "float32", "dist": "normal", "seed": 982, "scale": 1 },
        "d": { "shape": [3072, 341], "dtype": "float32", "dist": "normal", "seed": 983, "scale": 1 }
      },
      "outputs": { "c": { "shape": [3072, 1024], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "concat-two-inputs-rank5-lastaxis-odd-scalar-stress",
      "preset": "stress",
      "vars": { "dtype": "float32", "count": 1048576 },
      "attrs": { "axis": -1 },
      "inputs": {
        "a": { "shape": [16, 16, 16, 64, 3], "dtype": "float32", "dist": "normal", "seed": 985, "scale": 1 },
        "b": { "shape": [16, 16, 16, 64, 1], "dtype": "float32", "dist": "normal", "seed": 986, "scale": 1 }
      },
      "outputs": { "c": { "shape": [16, 16, 16, 64, 4], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    }
  ]
}