File size: 2,786 Bytes
9020600 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 | """Migration validation: real CPU deploy loading, with historical weight paths blocked."""
import argparse
import json
import logging
import os
from pathlib import Path
import sys
import time
from checkpoint_archive import Archive, atomic_json, now, sha256_file
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('run')
parser.add_argument('--output', required=True)
args = parser.parse_args()
root = Path('/mnt/data/limingleyang/checkpoints')
archive = Archive(root)
entry = archive.resolve(args.run)
output = archive.materialize(args.run, args.output)
repo = Path('/mnt/data/limingleyang/OpenWAM-private')
sys.path.insert(0, str(repo))
os.environ['HF_HUB_OFFLINE'] = '1'
os.environ['TRANSFORMERS_OFFLINE'] = '1'
os.environ['TOKENIZERS_PARALLELISM'] = 'false'
plan = json.loads((root / 'migration/plan.json').read_text())
blocked = [str(Path(p['source']).parent) for p in plan['policies'] + plan['svae']]
blocked += [p['source'] for p in plan['extra_models']]
blocked += ['/mnt/data/limingleyang/model', '/mnt/data/limingleyang/models']
def audit(event, values):
if event == 'open' and isinstance(values[0], (str, bytes)):
path = os.path.abspath(os.fsdecode(values[0]))
if any(path == b or path.startswith(b + '/') for b in blocked):
raise PermissionError(f'Archive self-containment test blocked historical model path: {path}')
sys.addaudithook(audit)
logging.basicConfig(level=logging.INFO)
started = time.monotonic()
try:
import torch
torch.set_num_threads(8)
from openwam.deploy.model_loader import load_from_checkpoint_dir
cfg, model = load_from_checkpoint_dir(str(output), device='cpu', ckpt_name=entry['source']['filename'])
parameters = list(model.parameters())
if any(p.is_meta or p.device.type != 'cpu' for p in parameters):
raise ValueError('Model has unresolved meta or non-CPU parameters')
report = {'status': 'passed', 'time': now(), 'run': entry['id'], 'device': 'cpu',
'parameters': sum(p.numel() for p in parameters), 'elapsed_seconds': time.monotonic() - started,
'materialized': str(output), 'index_sha256': entry['index']['sha256'],
'repo_commit': 'cc4bf0c6bd3e016723c0b4050cd93b7d5c827ef6',
'historical_weight_paths_blocked': blocked, 'network_model_downloads': 'offline',
'forward_or_closed_loop_eval': False}
except BaseException as exc:
report = {'status': 'failed', 'time': now(), 'run': entry['id'], 'error': repr(exc),
'elapsed_seconds': time.monotonic() - started}
atomic_json(root / 'migration' / (entry['run_id'] + '-cpu-load.json'), report)
raise
atomic_json(root / 'migration' / (entry['run_id'] + '-cpu-load.json'), report)
print(json.dumps(report, indent=2))
|