| { |
| "cases": [ |
| { |
| "name": "tokens_vocab", |
| "inputs": { |
| "indices": { "dtype": "uint32", "shape": [128], "min": 0, "max": 4096 }, |
| "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [4096] } }, |
| "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [128, 4096] } } |
| }, |
| { |
| "name": "tokens_vocab_2047x8192", |
| "preset": "smoke", |
| "inputs": { |
| "indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 901, "min": 0, "max": 8000 }, |
| "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8192] } }, |
| "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2047, 8192] } }, |
| "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] } |
| }, |
| { |
| "name": "unaligned_depth_8191_generic_scalar", |
| "preset": "smoke", |
| "inputs": { |
| "indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 902, "min": 0, "max": 8000 }, |
| "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8191] } }, |
| "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2047, 8191] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] } |
| }, |
| { |
| "name": "axis0_generic_8192x2047", |
| "preset": "smoke", |
| "attrs": { "axis": 0 }, |
| "inputs": { |
| "indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 903, "min": 0, "max": 8000 }, |
| "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8192] } }, |
| "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [8192, 2047] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] } |
| }, |
| { |
| "name": "axis1_middle_generic_2047x1024x8", |
| "preset": "smoke", |
| "attrs": { "axis": 1 }, |
| "inputs": { |
| "indices": { "dtype": "uint32", "shape": [2047, 8], "dist": "uniform", "seed": 904, "min": 0, "max": 1000 }, |
| "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [1024] } }, |
| "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [2047, 1024, 8] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] } |
| }, |
| { |
| "name": "tokens_vocab_f16_2047x8192_vec4", |
| "preset": "smoke", |
| "inputs": { |
| "indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 905, "min": 0, "max": 8000 }, |
| "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8192] } }, |
| "values": { "dtype": "float16", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [2047, 8192] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 2" }] } |
| }, |
| { |
| "name": "generic_middle_axis_rank5_3p9m", |
| "preset": "stress", |
| "attrs": { "axis": 1 }, |
| "inputs": { |
| "indices": { "dtype": "uint32", "shape": [256, 8, 8, 8], "dist": "uniform", "seed": 911, "min": 0, "max": 29 }, |
| "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [30] } }, |
| "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [256, 30, 8, 8, 8], "dist": "empty" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] } |
| } |
| ] |
| } |
|
|
