File size: 563 Bytes
33e6e85 | 1 2 3 4 5 6 7 8 9 10 11 12 | # SPDX-License-Identifier: MIT
"""Thin convenience loader for this pouw shaping repo. Requires the MatMulToken miner packages
(vllm-matmul + miner-base) installed in the serving venv. See README.md."""
from vllm_matmul import matmultoken_load
if __name__ == "__main__":
import sys
repo = sys.argv[1] if len(sys.argv) > 1 else "."
bundle = matmultoken_load(repo, gateway=False)
print(f"loaded {bundle['manifest']['base_model']} | common_dim={bundle['common_dim']} "
f"rank={bundle['rank']} | wrapped {bundle['wrapped']} mining linears")
|