MiniMax-H3-Image-mlx / experiments /r3 /trace_audit.py
devin-lai's picture
Release v0.4.0: selective MLX model downloads
3da88e3 verified
Raw History Blame Contribute Delete
2.39 kB
"""CPU-only hashes of safetensors payloads, independent of MLX graph execution."""
import argparse
import hashlib
import json
import struct
from pathlib import Path
def payloads(path):
result = {}
with Path(path).open("rb") as handle:
length = struct.unpack("<Q", handle.read(8))[0]
header = json.loads(handle.read(length))
start = 8 + length
for name, spec in header.items():
if name == "__metadata__":
continue
a, b = spec["data_offsets"]
handle.seek(start + a)
result[name] = {
"dtype": spec["dtype"],
"shape": spec["shape"],
"sha256": hashlib.sha256(handle.read(b - a)).hexdigest(),
}
return result
def main(a):
rows = [json.loads(line) for line in Path(a.runs).read_text().splitlines()]
by_case = {}
for row in rows:
case = row["case"]
values = payloads(Path(row["output"]).with_suffix(".trace.safetensors"))
if case not in by_case:
if row["variant"] != "control":
raise ValueError("Control must precede candidate for each case")
by_case[case] = values
reference = by_case[case]
row["trace_identity"] = values == reference
row["different_trace_tensors"] = [
k
for k in sorted(set(values) | set(reference))
if values.get(k) != reference.get(k)
]
row["trace_tensor_sha256"] = {k: v["sha256"] for k, v in values.items()}
Path(a.output).write_text(json.dumps(rows, indent=2) + "\n")
print(
json.dumps(
{
"runs": len(rows),
"all_trace_identical": all(r["trace_identity"] for r in rows),
"mismatches": [
{
k: r[k]
for k in ("case", "variant", "phase", "different_trace_tensors")
}
for r in rows
if not r["trace_identity"]
],
},
indent=2,
)
)
if __name__ == "__main__":
p = argparse.ArgumentParser(description=__doc__)
p.add_argument("--runs", default="outputs/optimization-r3/runs.jsonl")
p.add_argument("--output", default="reports/optimization-r3/trace-audit.json")
main(p.parse_args())