| { |
| "name": "ai.onnx.Attention", |
| "id": "_ai_onnx_attention_webgpu_e7571f7", |
| "version": 1, |
| "license": "Apache-2.0", |
| "backend": { "type": "webgpu" }, |
| "digest": { |
| "algorithm": "sha256", |
| "files": { |
| "attention-rank4-apply-tiled.wgsl.jinja": "HNQA0257aFNpPfI4KxW8MWtpvt/I7WqToRgeVJ/+Qfc=", |
| "attention-rank4-online.wgsl.jinja": "hWI5jgqf4vhIhmIHADTAvceh82Y/7vlURUMlXwmfuq0=", |
| "attention-rank4-softmax.wgsl.jinja": "HtQJwTQMH18tKHbgqC69Q79jTZOshgqDogtLAWc1Mpg=", |
| "attention-rank4-tiled.wgsl.jinja": "++KLYsmzDYlkN41p/r9+ob/HbgTlPglxoakrrKii/JU=", |
| "attention-rank4.wgsl.jinja": "y0E/WYvZ8QQRMIV5vncfEaLASnE5gTobM0lj1PE/Jdo=", |
| "attn-flash-decode-splitk-merge.wgsl.jinja": "HPxoGlEUQw0HdpEiCqgKUwVT3ENsNHLVCWzkBuyVHVU=", |
| "attn-flash-decode-splitk.wgsl.jinja": "1osYaJuzRsQRjqG3NelvW3iPXoxcAsg/v/XQmhQuioA=", |
| "attn-flash-online.wgsl.jinja": "jGHLkvdi/3AhPMRtnRKiEKmsZmWL3BGBPUDMaNFXBBY=", |
| "attn-flash-prefill-cluster.wgsl.jinja": "+jgTaScN12a/T0VP6clOMpppbPNq4SRGpB5NSljTWTY=", |
| "attn-flash-q32-broadcast.wgsl.jinja": "VOecI0TLhoar1UgMQQG1bY7cvno0V/pc9uZVr4NZ61w=", |
| "attn-kv-cache-concat.wgsl.jinja": "l5hqcHFOB72hYwNmnxCzYi4uM1Au4HkG+QxJjf8FydQ=", |
| "attn-materialized-apply-f32.wgsl.jinja": "68WeQQy8m8EpSHIdTaATGqh7Vado3P+2IVubDfd3gr8=", |
| "attn-materialized-rowstats-combine-f32.wgsl.jinja": "CBltqk0CN9vvscb6D29o1T43vHWZYlU9fFpO9av2Sa8=", |
| "attn-materialized-score-f32.wgsl.jinja": "d29PwEWrGDgPSJFwL0cNKu+E0ZCHsdc0eGHvtqb04wQ=", |
| "attn-materialized-sgmat-f32.wgsl.jinja": "aQc7nJIx38fCxcC4q6yQeqAScSg//CMg6IYHl3pQ3uc=", |
| "attn-online-scalar.wgsl.jinja": "U6kp51xmOHREk0usvUc5ntKCjcBplroQ1td2un5Ws6Y=", |
| "bench.json": "vvAgMUTn/JnwryP0oP8WcipOR8WzBoMtF+24/8fq0VE=", |
| "datamove-flat-copy.wgsl.jinja": "g9d62mer2bmHfbScqX5CIT5Zq/Pdinac0W2dH0CD+5s=", |
| "manifest.json": "oAKrG980gQFKW7EofAkr/GqRzXRuWTJZtELY7O48gTc=", |
| "test.json": "njsk2PdrQuUZmJuodbwF/VMRali+PYpiXFKLRWQwXXg=" |
| } |
| }, |
| "provenance": { "kernel": { "sha": "6fdf6301e2bbcc2f03bf1eaf493b7ad55ef33afc", "dirty": false } }, |
| "webgpu": { |
| "manifestSpec": "2.1", |
| "variants": { |
| "materialized_sgmat_head_chunk_f32": ["attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-sgmat-f32.wgsl.jinja"], |
| "materialized_sgmat_f32": ["attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-sgmat-f32.wgsl.jinja"], |
| "materialized_gemm_f32": ["attn-materialized-apply-f32.wgsl.jinja", "attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-score-f32.wgsl.jinja"], |
| "flash_q32_broadcast_f32_d128": ["attn-flash-q32-broadcast.wgsl.jinja"], |
| "rank3_flash_tiled": ["attn-flash-prefill-cluster.wgsl.jinja"], |
| "rank3_packed": ["attn-online-scalar.wgsl.jinja"], |
| "rank4_kv_cache_online": ["attention-rank4-online.wgsl.jinja", "attn-kv-cache-concat.wgsl.jinja"], |
| "rank4_kv_cache_online_key_only": ["attention-rank4-online.wgsl.jinja", "attn-kv-cache-concat.wgsl.jinja"], |
| "rank4_kv_cache_online_value_only": ["attention-rank4-online.wgsl.jinja", "attn-kv-cache-concat.wgsl.jinja"], |
| "rank4_kv_cache_online_y_only": ["attention-rank4-online.wgsl.jinja", "attn-kv-cache-concat.wgsl.jinja"], |
| "rank4_kv_cache_mask_online": ["attention-rank4-online.wgsl.jinja", "attn-kv-cache-concat.wgsl.jinja"], |
| "rank4_kv_cache_mask_online_key_only": ["attention-rank4-online.wgsl.jinja", "attn-kv-cache-concat.wgsl.jinja"], |
| "rank4_kv_cache_mask_online_value_only": ["attention-rank4-online.wgsl.jinja", "attn-kv-cache-concat.wgsl.jinja"], |
| "rank4_kv_cache_mask_online_y_only": ["attention-rank4-online.wgsl.jinja", "attn-kv-cache-concat.wgsl.jinja"], |
| "rank4_present_outputs_online": ["attention-rank4-online.wgsl.jinja", "datamove-flat-copy.wgsl.jinja"], |
| "rank4_present_outputs_mask_online": ["attention-rank4-online.wgsl.jinja", "datamove-flat-copy.wgsl.jinja"], |
| "rank4_present_key_online": ["attention-rank4-online.wgsl.jinja", "datamove-flat-copy.wgsl.jinja"], |
| "rank4_present_value_online": ["attention-rank4-online.wgsl.jinja", "datamove-flat-copy.wgsl.jinja"], |
| "rank4_present_key_mask_online": ["attention-rank4-online.wgsl.jinja", "datamove-flat-copy.wgsl.jinja"], |
| "rank4_present_value_mask_online": ["attention-rank4-online.wgsl.jinja", "datamove-flat-copy.wgsl.jinja"], |
| "flash_online_tiled_nosg": ["attn-flash-online.wgsl.jinja"], |
| "flash_online_tiled_mask_nosg": ["attn-flash-online.wgsl.jinja"], |
| "flash_online_tiled": ["attn-flash-online.wgsl.jinja"], |
| "flash_online_tiled_mask": ["attn-flash-online.wgsl.jinja"], |
| "flash_online_tiled_cluster_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"], |
| "flash_online_tiled_mask_cluster_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"], |
| "flash_online_tiled_cluster": ["attn-flash-prefill-cluster.wgsl.jinja"], |
| "flash_online_tiled_mask_cluster": ["attn-flash-prefill-cluster.wgsl.jinja"], |
| "rank4_no_mask": ["attention-rank4.wgsl.jinja"], |
| "rank4_mask": ["attention-rank4.wgsl.jinja"], |
| "rank4_no_mask_tiled": ["attention-rank4-tiled.wgsl.jinja"], |
| "rank4_mask_tiled": ["attention-rank4-tiled.wgsl.jinja"], |
| "rank4_no_mask_online": ["attention-rank4-online.wgsl.jinja"], |
| "rank4_mask_online": ["attention-rank4-online.wgsl.jinja"], |
| "rank4_no_mask_2pass": ["attention-rank4-apply-tiled.wgsl.jinja", "attention-rank4-softmax.wgsl.jinja"], |
| "rank4_mask_2pass": ["attention-rank4-apply-tiled.wgsl.jinja", "attention-rank4-softmax.wgsl.jinja"], |
| "flash_q32_broadcast": ["attn-flash-q32-broadcast.wgsl.jinja"], |
| "flash_q32_shared": ["attn-flash-q32-broadcast.wgsl.jinja"], |
| "flash_decode_splitk_nosg": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"], |
| "flash_online_tiled_decode_splitk": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"], |
| "flash_short_query_splitk_nosg": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"], |
| "flash_short_query_splitk": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"], |
| "flash_masked_decode_splitk": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"], |
| "flash_masked_short_query_splitk": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"], |
| "flash_online_tiled_cluster_lpq4_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"], |
| "flash_online_tiled_cluster_lpq2_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"], |
| "flash_online_tiled_cluster_lpq4": ["attn-flash-prefill-cluster.wgsl.jinja"], |
| "flash_cluster_splitkv": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-prefill-cluster.wgsl.jinja"], |
| "flash_cluster_splitkv_nosg": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-prefill-cluster.wgsl.jinja"], |
| "flash_cluster_splitkv_mask": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-prefill-cluster.wgsl.jinja"], |
| "flash_cluster_splitkv_mask_nosg": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-prefill-cluster.wgsl.jinja"] |
| } |
| } |
| } |
|
|
