ai.onnx.Compress / build /webgpu /bench.json
Xenova's picture
Xenova HF Staff
sync 6fdf6301e2bb
e49f5eb verified
Raw History Blame
5.29 kB
{
"cases": [
{
"name": "compress-axis0-f32-64k-by-4",
"attrs": { "axis": 0 },
"inputs": {
"input": { "dtype": "float32", "shape": [65536, 4], "dist": "normal", "seed": 915, "scale": 1 },
"condition": { "dtype": "bool", "shape": [65536], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float32", "shape": [32768, 4] } }
},
{
"name": "compress-flatten-f32-1m",
"preset": "smoke",
"inputs": {
"input": { "dtype": "float32", "shape": [1048576], "dist": "normal", "seed": 917, "scale": 1 },
"condition": { "dtype": "bool", "shape": [1048576], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float32", "shape": [524288] } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2 + 4 * numel(shapes.output)" }]
}
},
{
"name": "compress-flatten-f32-blockstarve-256k",
"preset": "smoke",
"inputs": {
"input": { "dtype": "float32", "shape": [262144], "dist": "normal", "seed": 919, "scale": 1 },
"condition": { "dtype": "bool", "shape": [262144], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float32", "shape": [131072] } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2 + 4 * numel(shapes.output)" }]
}
},
{
"name": "compress-flatten-f32-singlelane-cliff-1024",
"preset": "smoke",
"inputs": {
"input": { "dtype": "float32", "shape": [1024], "dist": "normal", "seed": 921, "scale": 1 },
"condition": { "dtype": "bool", "shape": [1024], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float32", "shape": [512] } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2 + 4 * numel(shapes.output)" }]
}
},
{
"name": "compress-flatten-f32-vit-token-prune-768-to384",
"preset": "stress",
"inputs": {
"input": { "dtype": "float32", "shape": [768], "dist": "normal", "seed": 923, "scale": 1 },
"condition": { "dtype": "bool", "shape": [768], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float32", "shape": [384] } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2 + 4 * numel(shapes.output)" }]
}
},
{
"name": "compress-flatten-f32-parallel-control-2048",
"preset": "smoke",
"inputs": {
"input": { "dtype": "float32", "shape": [2048], "dist": "normal", "seed": 922, "scale": 1 },
"condition": { "dtype": "bool", "shape": [2048], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float32", "shape": [1024] } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) * 2 + 4 * numel(shapes.output)" }]
}
},
{
"name": "compress-axis0-f32-singlelane-serialcopy-512x2",
"preset": "smoke",
"attrs": { "axis": 0 },
"inputs": {
"input": { "dtype": "float32", "shape": [512, 2], "dist": "normal", "seed": 931, "scale": 1 },
"condition": { "dtype": "bool", "shape": [512], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float32", "shape": [256, 2] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.input) + 4 * numel(shapes.output)" }] }
},
{
"name": "compress-flatten-f16-parallel-narrowstore-1m",
"preset": "smoke",
"inputs": {
"input": { "dtype": "float16", "shape": [1048576], "dist": "normal", "seed": 941, "scale": 1 },
"condition": { "dtype": "bool", "shape": [1048576], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float16", "shape": [524288] } },
"bench": {
"metrics": [
{
"type": "bandwidth",
"value": "2 * numel(shapes.input) + 4 * numel(shapes.input) + 2 * numel(shapes.output)"
}
]
}
},
{
"name": "compress-axis1-f32-short-condition-128-of-2048",
"preset": "edge",
"attrs": { "axis": 1 },
"inputs": {
"input": { "dtype": "float32", "shape": [4, 2048, 768], "dist": "normal", "seed": 915, "scale": 1 },
"condition": { "dtype": "bool", "shape": [128], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float32", "shape": [4, 64, 768] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "(numel(shapes.output) * 2) * 4" }] }
},
{
"name": "compress-axis1-f32-full-condition-2048-control",
"preset": "edge",
"attrs": { "axis": 1 },
"inputs": {
"input": { "dtype": "float32", "shape": [4, 2048, 768], "dist": "normal", "seed": 915, "scale": 1 },
"condition": { "dtype": "bool", "shape": [2048], "dist": "linearMod", "mod": 2 }
},
"outputs": { "output": { "dtype": "float32", "shape": [4, 1024, 768] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "(numel(shapes.output) * 2) * 4" }] }
}
]
}