{ "variant": "jeeves-mlx-4bit", "identity": "c4d0ea30e584dbf0d1e672c59c2e00036cb6a1a7025833ef49c01c63432b18fa", "conversion": "weights_converted_and_structurally_checked", "format_head_checks": { "status": "passed", "format_cases": 4, "original_head_dtypes": { "q.weight": "torch.float32", "q.bias": "torch.float32", "k.weight": "torch.float32", "k.bias": "torch.float32" }, "exported_head_dtype": "float32", "temperature": 1.8589280843734741, "max_head_probability_error": 0.0, "scope": "Original encoder token/readout parity, safe head serialization, and original PyTorch head vs MLX head on synthetic hidden states. Not backbone parity." }, "cpu_smoke": { "status": "passed", "identity": "c4d0ea30e584dbf0d1e672c59c2e00036cb6a1a7025833ef49c01c63432b18fa", "device": "cpu", "cases": [ { "id": "case0", "probabilities": [ 0.016998127102851868, 0.9830018877983093 ], "elapsed_seconds": 4345.674271831 } ], "fixture_sha256": "2887c941fd5a497ae51343a9e2382ea1d198ab5eb140f4e8c8fd37c54be4ebf0", "scope": "Small no-thinking execution smoke test; not a benchmark." }, "bf16_backbone_parity": { "status": "small_fixture_check_passed", "cases": [ { "id": "case0", "maximum_probability_delta": 0.00010848045349121094, "minimum_hidden_cosine": 0.9999632468948669, "top_option_agreement": true, "within_diagnostic_tolerances": true } ], "probability_atol": 0.02, "minimum_cosine": 0.995, "scope": "Heuristic diagnostic tolerances, not bitwise equivalence or general accuracy evidence." }, "apple_metal_validation": "not_run", "task_accuracy_calibration_benchmark": "not_run", "speculative_drafters": "not_ported", "greedy_generation_validation": "not_run", "quantization_vs_mlx_bf16": { "cases": [ { "id": "case0", "maximum_probability_delta": 0.016297996044158936, "top_option_agreement": true } ], "status": "measured_not_quality_certified" }, "overall_status": "converted_and_small_cpu_diagnostics_passed_not_benchmarked", "diagnostic_failures": [] }