File size: 5,086 Bytes
c49eca9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | """Compose pinned Q4 and complete MLP Q3 payloads without dense expansion."""
from pathlib import Path
import argparse, hashlib, json, os, shutil, struct, sys
sys.path.insert(0,str(Path(__file__).resolve().parents[1]))
import native_model_export as native
Q4_MANIFEST='a068c0532c24b208d95de2b02af4533701f21bdb2436936178a35c8e6d219f45'
Q4_WEIGHTS='478a045ad7f447d36205d411c93cf5e5847e0879d950c9ee7dcfc4cf8d289694'
def main():
p=argparse.ArgumentParser();p.add_argument('--bundle',type=Path,required=True);p.add_argument('--overlay',type=Path,required=True);p.add_argument('--overlay-sha256',required=True);p.add_argument('--assets',type=Path,required=True);p.add_argument('--output',type=Path,required=True);a=p.parse_args()
assert native.sha256(a.bundle/'manifest.json')==Q4_MANIFEST
assert native.sha256(a.bundle/'weights.bin')==Q4_WEIGHTS
assert native.sha256(a.overlay/'manifest.json')==a.overlay_sha256
parent=json.loads((a.bundle/'manifest.json').read_text());overlay=json.loads((a.overlay/'manifest.json').read_text())
assert overlay['status']=='complete' and overlay['format']=='audio8-q3-mlp-overlay-v1' and overlay['identity']['training_only']
targets={f'language_model.model.layers.{i}.mlp.{n}.weight' for i in range(36) for n in ('gate_proj','up_proj','down_proj')}
assert set(overlay['tensors'])==targets and overlay['complete_target_count']==108
assert parent['tie_word_embeddings'] and parent['aliases']=={'language_model.lm_head.weight':'language_model.model.embed_tokens.weight'}
expected=native.schema();records={r['name']:dict(r) for r in parent['tensors']}
assert set(records)==set(expected) and len(parent['tensors'])==len(expected)
sources={};hashes={}
for name,r in records.items():
if name in targets:
q=overlay['tensors'][name];path=a.overlay/q['file']
assert q['file']==name+'.q3f8' and q['precision']=='q3_full8' and q['shape']==r['shape']
assert q['grid']==dict(bits=3,zero_point=4,max_code=7,padding_code=4)
assert path.stat().st_size==q['bytes'] and native.sha256(path)==q['sha256']
r.update(precision='q3_full8',offset=0,group_size=64,codes_bytes=q['codes_bytes'],scales_bytes=q['bytes']-q['codes_bytes'],scales_offset=q['codes_bytes'],scales_dtype='F16',bytes=q['bytes'])
sources[name]=(path,0);hashes[name]=q['sha256']
else:
sources[name]=(a.bundle/'weights.bin',r['offset']);hashes[name]=r['provenance']['payload_sha256']
metadata={n:native.record_metadata(r,expected[n]) for n,r in records.items()}
total=sum(x[2] for x in metadata.values());assert total==1882263104
for name in native.ASSETS:
assert native.sha256(a.assets/name)==parent['external_assets_not_included'][name]['sha256']
assert shutil.disk_usage(a.output.parent).free>total+1024**3
a.output.mkdir(exist_ok=False);out=a.output/'model.a8m';digest=hashlib.sha256();actual={}
with out.open('xb') as dst:
def write(data):dst.write(data);digest.update(data)
write(native.HEADER.pack(native.MAGIC,len(expected),total))
for name,(shape,_) in expected.items():
kind,grid,size=metadata[name];encoded=name.encode('ascii')
write(native.RECORD.pack(len(encoded),kind,len(shape),*grid,size));write(struct.pack('<'+'I'*len(shape),*shape));write(encoded)
path,offset=sources[name];h=hashlib.sha256()
with path.open('rb') as src:
src.seek(offset);remaining=size
while remaining:
block=src.read(min(native.CHUNK,remaining));assert block
write(block);h.update(block);remaining-=len(block)
assert h.hexdigest()==hashes[name],name
actual[name]=h.hexdigest()
dst.write(digest.digest());dst.flush();os.fsync(dst.fileno())
readback=native.verify_stream(out)
assert readback['stream_body_sha256']==digest.hexdigest() and readback['records']==938
assert native.sha256(a.bundle/'weights.bin')==Q4_WEIGHTS and native.sha256(a.overlay/'manifest.json')==a.overlay_sha256
for name in native.ASSETS:
shutil.copyfile(a.assets/name,a.output/name)
assert native.sha256(a.output/name)==parent['external_assets_not_included'][name]['sha256']
report=dict(format='A8MOD001',status='complete',production_ready=False,accuracy_validated=False,source_manifest_sha256=Q4_MANIFEST,source_weights_sha256=Q4_WEIGHTS,overlay_manifest_sha256=a.overlay_sha256,exporter_sha256=native.sha256(Path(__file__)),helper_sha256=native.sha256(Path(native.__file__)),model_sha256=native.sha256(out),model_bytes=out.stat().st_size,payload_bytes=total,weight_bytes_saved=304349184,tensor_sha256=actual,readback=readback,aliases=parent['aliases'],claim_scope='All 938 tensor payloads independently hash verified; no inference or accuracy acceptance.')
(a.output/'manifest.json').write_text(json.dumps(report,indent=2)+'\n');print(json.dumps({k:v for k,v in report.items() if k not in ('tensor_sha256','readback')}))
if __name__=='__main__':main()
|