| { |
| "cases": [ |
| { |
| "name": "linear-attention-standard-gqa-f32", |
| "preset": "smoke", |
| "vars": { "batch": 1, "seq": 32, "qHeads": 4, "kvHeads": 2, "dk": 16, "dv": 16 }, |
| "attrs": { "q_num_heads": 4, "kv_num_heads": 2, "update_rule": "linear", "scale": 0.25 }, |
| "inputs": { |
| "queryT": { "shape": [1, 32, 64], "dtype": "float32", "dist": "normal", "seed": 401, "scale": 0.2 }, |
| "keyT": { "shape": [1, 32, 32], "dtype": "float32", "dist": "normal", "seed": 402, "scale": 0.2 }, |
| "valueT": { "shape": [1, 32, 32], "dtype": "float32", "dist": "normal", "seed": 403, "scale": 0.2 } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 32, 64], "dtype": "float32" }, |
| "presentStateT": { "shape": [1, 2, 16, 16], "dtype": "float32" } |
| }, |
| "bench": { |
| "primary": true, |
| "metrics": [ |
| { "type": "gflops", "value": "2 * args.batch * args.seq * (args.qHeads + args.kvHeads) * args.dk * args.dv" } |
| ] |
| } |
| }, |
| { |
| "name": "linear-attention-standard-gated-delta-state-f16", |
| "preset": "smoke", |
| "vars": { "batch": 1, "seq": 32, "qHeads": 4, "kvHeads": 2, "dk": 16, "dv": 16 }, |
| "attrs": { "q_num_heads": 4, "kv_num_heads": 2, "update_rule": "gated_delta", "scale": 0.25 }, |
| "inputs": { |
| "queryT": { "shape": [1, 32, 64], "dtype": "float16", "dist": "normal", "seed": 411, "scale": 0.2 }, |
| "keyT": { "shape": [1, 32, 32], "dtype": "float16", "dist": "normal", "seed": 412, "scale": 0.2 }, |
| "valueT": { "shape": [1, 32, 32], "dtype": "float16", "dist": "normal", "seed": 413, "scale": 0.2 }, |
| "pastStateT": { "shape": [1, 2, 16, 16], "dtype": "float16", "dist": "normal", "seed": 414, "scale": 0.1 }, |
| "decayT": { |
| "shape": [1, 32, 32], |
| "dtype": "float16", |
| "dist": "uniform", |
| "seed": 415, |
| "scale": 0.19, |
| "offset": -0.2 |
| }, |
| "betaT": { |
| "shape": [1, 32, 2], |
| "dtype": "float16", |
| "dist": "uniform", |
| "seed": 416, |
| "scale": 0.5, |
| "offset": 0.4 |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 32, 64], "dtype": "float16" }, |
| "presentStateT": { "shape": [1, 2, 16, 16], "dtype": "float16" } |
| }, |
| "bench": { |
| "primary": true, |
| "metrics": [ |
| { |
| "type": "gflops", |
| "value": "2 * args.batch * args.seq * (args.qHeads + 2 * args.kvHeads) * args.dk * args.dv" |
| } |
| ] |
| } |
| } |
| ], |
| "tunableSpace": { "tileV": [4, 8], "gatedTileV": [2, 4], "dvGroups": [1, 2, 4] } |
| } |
|
|
