Download torch-ext/torch_binding.h from flashrt/fp4-gemm: direct link, hf CLI and curl.
- Browser
- Download file 687 Bytes
-
https://huggingface.co/flashrt/fp4-gemm/resolve/main/torch-ext/torch_binding.h
- Command line
-
hf download hf://flashrt/fp4-gemm/torch-ext/torch_binding.h
-
curl -L -o torch_binding.h https://huggingface.co/flashrt/fp4-gemm/resolve/main/torch-ext/torch_binding.h
687 Bytes
| // SPDX-License-Identifier: Apache-2.0 | |
| void fp4_w4a16_linear_bf16( | |
| torch::Tensor const& a_packed, | |
| torch::Tensor const& b_packed, | |
| torch::Tensor const& sfa, | |
| torch::Tensor const& sfb, | |
| torch::Tensor& out, | |
| double alpha, | |
| int64_t variant); | |
| void quantize_fp4_sfa_fp16( | |
| torch::Tensor const& x, | |
| torch::Tensor& packed, | |
| torch::Tensor& sfa, | |
| bool is_sfb); | |
| void quantize_fp4_sfa_bf16( | |
| torch::Tensor const& x, | |
| torch::Tensor& packed, | |
| torch::Tensor& sfa, | |
| bool is_sfb); | |
| void dequantize_fp4_sfa_fp16( | |
| torch::Tensor const& packed, | |
| torch::Tensor const& sfa, | |
| torch::Tensor& out, | |
| bool is_sfb); | |