Kernels:
Trusted publisher
Download build/torch211-cpu-x86_64-linux/symbols.json from kernels-community/quantization-bitsandbytes: direct link, hf CLI and curl.
- Browser
- Download file 1.26 kB
-
https://huggingface.co/kernels/kernels-community/quantization-bitsandbytes/resolve/v1/build/torch211-cpu-x86_64-linux/symbols.json
- Command line
-
hf download hf://kernels-community/quantization-bitsandbytes@v1/build/torch211-cpu-x86_64-linux/symbols.json
-
curl -L -o symbols.json https://huggingface.co/kernels/kernels-community/quantization-bitsandbytes/resolve/v1/build/torch211-cpu-x86_64-linux/symbols.json
1.26 kB
| { | |
| "schema_version": 1, | |
| "module": "_quantization_bitsandbytes_cpu_5fe9dbb", | |
| "functions": [ | |
| { | |
| "name": "gemm_4bit_forward", | |
| "qualname": "gemm_4bit_forward", | |
| "module": "_quantization_bitsandbytes_cpu_5fe9dbb.custom_ops", | |
| "kind": "function", | |
| "doc": null, | |
| "signature": { | |
| "parameters": [ | |
| { | |
| "name": "input", | |
| "kind": "POSITIONAL_OR_KEYWORD", | |
| "default": null, | |
| "annotation": "torch.Tensor" | |
| }, | |
| { | |
| "name": "weight", | |
| "kind": "POSITIONAL_OR_KEYWORD", | |
| "default": null, | |
| "annotation": "torch.Tensor" | |
| }, | |
| { | |
| "name": "absmax", | |
| "kind": "POSITIONAL_OR_KEYWORD", | |
| "default": null, | |
| "annotation": "torch.Tensor" | |
| }, | |
| { | |
| "name": "blocksize", | |
| "kind": "POSITIONAL_OR_KEYWORD", | |
| "default": null, | |
| "annotation": "int" | |
| }, | |
| { | |
| "name": "quant_type", | |
| "kind": "POSITIONAL_OR_KEYWORD", | |
| "default": null, | |
| "annotation": "int" | |
| } | |
| ], | |
| "return_annotation": "torch.Tensor" | |
| } | |
| } | |
| ], | |
| "layers": [] | |
| } | |