{ "schema_version": 1, "module": "_quantization_bitsandbytes_cpu_5fe9dbb", "functions": [ { "name": "gemm_4bit_forward", "qualname": "gemm_4bit_forward", "module": "_quantization_bitsandbytes_cpu_5fe9dbb.custom_ops", "kind": "function", "doc": null, "signature": { "parameters": [ { "name": "input", "kind": "POSITIONAL_OR_KEYWORD", "default": null, "annotation": "torch.Tensor" }, { "name": "weight", "kind": "POSITIONAL_OR_KEYWORD", "default": null, "annotation": "torch.Tensor" }, { "name": "absmax", "kind": "POSITIONAL_OR_KEYWORD", "default": null, "annotation": "torch.Tensor" }, { "name": "blocksize", "kind": "POSITIONAL_OR_KEYWORD", "default": null, "annotation": "int" }, { "name": "quant_type", "kind": "POSITIONAL_OR_KEYWORD", "default": null, "annotation": "int" } ], "return_annotation": "torch.Tensor" } } ], "layers": [] }