How to use replicate/fp8-fbgemm with Kernels:
# !pip install kernels from kernels import get_kernel # a version (or an explicit revision) is required; see the "Files and versions" tab for the available ones kernel = get_kernel("replicate/fp8-fbgemm", version=1)
d62e31c
1
2
3
4
5
6
from .quantizer import quantize_fp8_per_row __all__ = [ quantize_fp8_per_row ]
