Kernels:
Trusted publisher
File size: 1,263 Bytes
0e0d70a a99e5bb 0e0d70a a99e5bb 0e0d70a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | {
"schema_version": 1,
"module": "_quantization_bitsandbytes_cpu_5fe9dbb",
"functions": [
{
"name": "gemm_4bit_forward",
"qualname": "gemm_4bit_forward",
"module": "_quantization_bitsandbytes_cpu_5fe9dbb.custom_ops",
"kind": "function",
"doc": null,
"signature": {
"parameters": [
{
"name": "input",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "torch.Tensor"
},
{
"name": "weight",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "torch.Tensor"
},
{
"name": "absmax",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "torch.Tensor"
},
{
"name": "blocksize",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "int"
},
{
"name": "quant_type",
"kind": "POSITIONAL_OR_KEYWORD",
"default": null,
"annotation": "int"
}
],
"return_annotation": "torch.Tensor"
}
}
],
"layers": []
}
|