kernels-bot's picture
Uploaded using `kernel-builder`.
a99e5bb verified
Raw History Blame
1.26 kB
{
"schema_version": 1,
"module": "_quantization_bitsandbytes_cpu_5fe9dbb",
"functions": [
{
"name": "gemm_4bit_forward",
"qualname": "gemm_4bit_forward",
"module": "_quantization_bitsandbytes_cpu_5fe9dbb.custom_ops",
"kind": "function",
"doc": null,
"signature": {
"parameters": [
{
"name": "input",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "torch.Tensor"
},
{
"name": "weight",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "torch.Tensor"
},
{
"name": "absmax",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "torch.Tensor"
},
{
"name": "blocksize",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "int"
},
{
"name": "quant_type",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "int"
}
],
"return_annotation": "torch.Tensor"
}
}
],
"layers": []
}