horizon-1 / evaluation /mlx_compiled_test.json
saggamer's picture
Release Horizon 1 MLX experimental instruction-grounded image editor
e107f06 verified
Raw History Blame Contribute Delete
2.3 kB
{
"passed": true,
"validation_scope": "real checkpoint runtime smoke test; semantic success assessed separately",
"device": "Apple M4",
"mlx_version": "0.32.4",
"mflux_version": "0.24.0",
"base_file_hashes_verified": {
"text_encoder/0.safetensors": "7670e08db4e96efe705b63f001c3cf589796eff9522b7f7f9419b429c123ec11",
"text_encoder/1.safetensors": "19a6fb703c218ba0f8b57807cdf74ff3cc8c06bdb01dcd2632bff9fd373e61e5",
"tokenizer/tokenizer.json": "be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506",
"transformer/0.safetensors": "c295458a2743eea0889bec2eec2aa9e326e8a4887421b659edb5aa1d0bc01a3f",
"transformer/1.safetensors": "cb0fd80f39a645599b2fd0a9280c750fdbd188d7f0079d2da2519681df8bcd0c",
"vae/0.safetensors": "23d5aa73c9203f50490508332813229673d818d315e6119b171d9c2df07dbdbc"
},
"load_seconds": 1.942302750001545,
"cases": [
{
"case": "right-square",
"model": "Horizon 1",
"backend": "MLX/MFLUX",
"base_repo": "AITRADER/FLUX2-klein-base-4B-mlx-4bit",
"base_revision": "e04a5bc9307320a601ebb0047e3f47ec7dc4d432",
"base_bits": 4,
"auxiliary_precision": "float32",
"local_base_override": true,
"base_download_pinned": false,
"prompt": "Add a small black dot directly above the right orange square. Keep everything else unchanged.",
"effective_prompt": "Add a small black dot directly above the right orange square. Keep everything else unchanged.",
"seed": 42,
"steps": 20,
"guidance": 4,
"working_resolution": [
512,
512
],
"predicted_token_fraction": 0.0048828125,
"threshold": 0.4,
"latent_region_constraint": false,
"inference_inputs": [
"source_image",
"original_instruction"
],
"target_or_annotation_supplied": false,
"semantic_success": null,
"seconds": 434.6878245830012,
"promoted": false,
"changed_pixel_fraction_gt8": 0.015010833740234375,
"output_std": 39.560685008760466,
"source_sha256": "02d7c3ee94e314b6d4c9aa67baf3c61e2e10e6acd109f1271370f9ad01348f3c",
"output_sha256": "60d5ba639dae9d4382a9dbcf4a5736836e8d9dcc9c475451a1e95a10613bbd3f"
}
],
"native_mflux_predictor": true,
"peak_gpu_memory_gb": 6.754350212
}