test1111111 / scripts /test_cumulative_lock.py
spitfire4794's picture
CISM remote autobench: full source + fleet runner, serve results on 7860
28a1a01
Raw History Blame Contribute Delete
718 Bytes
"""Verify cumulative page locking across all five loaded models."""
from cism import Engine
models = [
"SupraLabs/Supra-Mini-v5-8M",
"SupraLabs/Supra2-Medium-Base",
"SupraLabs/Supra-50M-Base",
"veyra-ai/Veyra2-Blueberry-10M-Base",
"HuggingFaceTB/SmolLM2-135M",
]
engines = []
total_locked = 0
for model in models:
engine = Engine.from_pretrained(model, precision="int8", local_files_only=True)
locked = engine.lock_pages()
total_locked += locked
name = model.split("/")[-1]
status = "OK" if locked else "FAILED"
print(f"{name:28} {engine.info['weight_bytes'] / 1e6:7.1f} MB -> {status}")
engines.append(engine)
print(f"cumulative locked: {total_locked / 1e6:.1f} MB")