Xenova's picture
Xenova HF Staff
sync 6fdf6301e2bb
c6a62ff verified
Raw History Blame
4.18 kB
{
"cases": [
{
"name": "axis1",
"preset": "smoke",
"attrs": { "axis": 1 },
"inputs": {
"data": { "dtype": "float32", "shape": [1024, 768] },
"indices": { "dtype": "int32", "shape": [1024, 128], "min": 0, "max": 768 }
},
"outputs": { "output": { "dtype": "float32", "shape": [1024, 128] } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(numel(shapes.output) * 2 + numel(shapes.indices)) * 4" }]
}
},
{
"name": "axis0_dispatch_cliff_17M_f32",
"attrs": { "axis": 0 },
"vars": { "dtype": "float32", "count": 17301504 },
"inputs": {
"data": { "dtype": "float32", "shape": [16, 524288] },
"indices": { "dtype": "int32", "shape": [33, 524288], "min": 0, "max": 16 }
},
"outputs": { "output": { "dtype": "float32", "shape": [33, 524288] } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "args.count * (dtypeBytes(args.dtype) * 2 + 4)" }]
}
},
{
"name": "axis1_f16",
"attrs": { "axis": 1 },
"vars": { "dtype": "float16", "count": 131072 },
"inputs": {
"data": { "dtype": "float16", "shape": [1024, 768] },
"indices": { "dtype": "int32", "shape": [1024, 128], "min": 0, "max": 768 }
},
"outputs": { "output": { "dtype": "float16", "shape": [1024, 128] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * (dtypeBytes(args.dtype) * 2 + 4)" }] }
},
{
"name": "gather-elements-axis1-f32-4096x1023-unaligned-pathology",
"preset": "edge",
"provenance": {
"notes": "Rank-2 axis-1 gather with width congruent to three modulo four, compared with a 1024-wide aligned control using the same index locality."
},
"attrs": { "axis": 1 },
"vars": { "dtype": "float32", "count": 4190208 },
"inputs": {
"data": { "dtype": "float32", "shape": [4096, 1023], "dist": "normal", "seed": 160, "scale": 0.2 },
"indices": { "dtype": "int32", "shape": [4096, 1023], "dist": "linearMod", "seed": 160, "step": 7, "mod": 1023 }
},
"outputs": { "output": { "dtype": "float32", "shape": [4096, 1023] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * (dtypeBytes(args.dtype) * 2 + 4)" }] }
},
{
"name": "gather-elements-axis1-f32-4096x1024-aligned-control",
"preset": "edge",
"provenance": { "notes": "Aligned control for the 1,023-wide gather: the row width here is divisible by four." },
"attrs": { "axis": 1 },
"vars": { "dtype": "float32", "count": 4194304 },
"inputs": {
"data": { "dtype": "float32", "shape": [4096, 1024], "dist": "normal", "seed": 161, "scale": 0.2 },
"indices": { "dtype": "int32", "shape": [4096, 1024], "dist": "linearMod", "seed": 161, "step": 7, "mod": 1024 }
},
"outputs": { "output": { "dtype": "float32", "shape": [4096, 1024] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * (dtypeBytes(args.dtype) * 2 + 4)" }] }
},
{
"name": "gather-elements-rank3-last-axis-f32-8x512x1024",
"preset": "edge",
"attrs": { "axis": -1 },
"inputs": {
"data": { "dtype": "float32", "shape": [8, 512, 1024] },
"indices": { "dtype": "int32", "shape": [8, 512, 256], "min": 0, "max": 1024 }
},
"outputs": { "output": { "dtype": "float32", "shape": [8, 512, 256] } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(numel(shapes.output) * 2 + numel(shapes.indices)) * 4" }]
}
},
{
"name": "gather-elements-rank2-folded-f32-4096x1024-control",
"preset": "edge",
"attrs": { "axis": 1 },
"inputs": {
"data": { "dtype": "float32", "shape": [4096, 1024] },
"indices": { "dtype": "int32", "shape": [4096, 256], "min": 0, "max": 1024 }
},
"outputs": { "output": { "dtype": "float32", "shape": [4096, 256] } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(numel(shapes.output) * 2 + numel(shapes.indices)) * 4" }]
}
}
]
}