mlboydaisuke's picture
Add macos-int8/: re-export with apple/coreai-models 97a14be (gate vs fp32 PASS; see MANIFEST.json)
6324d15 verified
Raw History Blame Contribute Delete
6.77 kB
{
"folder": "macos-int8",
"hf_repo": "mlboydaisuke/FLUX.2-klein-4B-CoreAI",
"source": "black-forest-labs/FLUX.2-klein-4B @ e7b7dc27f91deacad38e78976d1f2b499d76a294",
"exporter": "apple/coreai-models @ 97a14be40bb1c5b95badb08b8532530443d62d26 (2026-10-09), coreai-core 1.0.0b3, coreai-torch 0.4.3, coreai-opt 0.3.0, torch 2.9.0, diffusers 0.37.1",
"runtime": "apple/coreai-models 97a14be Swift FlowTransformerPipeline, macOS 27.0 (26A428), GPU",
"gate_reference": "fp32 PyTorch (diffusers Flux2KleinPipeline through upstream's export wrappers, MPS); inputs built the way the Swift pipeline builds them; 4 prompts, seed 42",
"export_command": "uv run coreai.diffusion.export flux2-klein-4b --platform macOS --compression \"$(cat int8-block32.json)\"",
"compression_config": {
"execution_mode": "eager",
"global_config": {
"op_state_spec": {
"weight": {
"dtype": "int8",
"qscheme": "symmetric_with_clipping",
"granularity": {
"type": "per_block",
"block_size": 32
}
}
},
"op_input_spec": null,
"op_output_spec": null
},
"module_type_configs": {
"diffusers.models.normalization.RMSNorm": null,
"transformers.models.qwen3.modeling_qwen3.Qwen3RMSNorm": null,
"transformers.models.gemma2.modeling_gemma2.Gemma2RMSNorm": null,
"transformers.models.umt5.modeling_umt5.UMT5LayerNorm": null
}
},
"weights": "int8 per-block 32 (symmetric_with_clipping, weight-only) on the text encoder and the transformer, VAEs float16; float16 compute; one multi-function transformer with 8 entrypoints",
"gate": "PASS at 0.99: (i) text encoder mean token cos 0.9928-0.9948 over 4 prompts; (ii) transformer step-1 output cos 0.99981, rel-L2 0.019; (iii) VAE decoder 65.5 dB; end-to-end seed-42 image vs fp32 diffusers 23.3 dB",
"speed": "11.60 s per 1024x1024 image, 4 steps (median of 4 warm runs, 11.57-11.64 s), M4 Max, sample app",
"files": [
{
"path": "TextEncoder.aimodel/main.hash",
"bytes": 32,
"sha256": "8558b1f4aa801f5b1bd39d2b0fb1634172f10783f391253bb6fd974de2831295"
},
{
"path": "TextEncoder.aimodel/main.mlirb",
"bytes": 3309658432,
"sha256": "799fd1b013228a5881b1a8c76ffa7fb7d8d32cf9ae3bc934ceb3576cb83f3ed1"
},
{
"path": "TextEncoder.aimodel/metadata.json",
"bytes": 396,
"sha256": "969df49030383b607c5a88f3695fad60a111e3295996b39d9cad9193a77f5708"
},
{
"path": "Transformer.aimodel/main.hash",
"bytes": 32,
"sha256": "a8c9131a181c96cef60cb50c7b34789a8d91d9f9deeb2390e789feb3b3171550"
},
{
"path": "Transformer.aimodel/main.mlirb",
"bytes": 4119647410,
"sha256": "d12cf93fdc95b18c34ab25f6e1d856b0408128c49f1988ab70e965c940834cbd"
},
{
"path": "Transformer.aimodel/metadata.json",
"bytes": 396,
"sha256": "961fef07fe7e46edee339d7dae66ac4d9365a0131602ed2d00068211c885883a"
},
{
"path": "VAEDecoder.aimodel/main.hash",
"bytes": 32,
"sha256": "14ca6ebaa0108a4a26896f0db10447cb765534654f0087259be485062b984699"
},
{
"path": "VAEDecoder.aimodel/main.mlirb",
"bytes": 99294687,
"sha256": "b1f1b3aa14d5a72cd02ccdb8df05597bd1621a321971df8403fc602833d23cd7"
},
{
"path": "VAEDecoder.aimodel/metadata.json",
"bytes": 395,
"sha256": "8a1b1e691e799952d18ef4f887af42ca51ca57cef8e567eb1cdd6db3d64f07ed"
},
{
"path": "VAEDecoder_half.aimodel/main.hash",
"bytes": 32,
"sha256": "096cee4815cb7064914eb682d0f788e8016decf97805f3e72aa39f6374465ef7"
},
{
"path": "VAEDecoder_half.aimodel/main.mlirb",
"bytes": 99294656,
"sha256": "df1fe1fcba7da422fc0ddaac630f7fa27acc026ff1e06a826cb39ba3f01503c1"
},
{
"path": "VAEDecoder_half.aimodel/metadata.json",
"bytes": 400,
"sha256": "dd3d34c9da967af052f23d0b61fe60ceac8a5bceb2c624c4ed34b17e5f7058b9"
},
{
"path": "VAEEncoder.aimodel/main.hash",
"bytes": 32,
"sha256": "446e22e029653e213bd7279250da74ce94c0ab6cf8511910bf05dbc04e6acb39"
},
{
"path": "VAEEncoder.aimodel/main.mlirb",
"bytes": 68896263,
"sha256": "4a8c6a2e9b8b279c79561212aebe9fcba7370e1207a4cc8f638cdfc47181b28f"
},
{
"path": "VAEEncoder.aimodel/metadata.json",
"bytes": 395,
"sha256": "41ea40a3da58ec39c02e7477372a09641ae678cce79439260ae251fe5439cdab"
},
{
"path": "VAEEncoder_half.aimodel/main.hash",
"bytes": 32,
"sha256": "24f75f2701037b134fe477a11ef59b5c01dbb35b8364ffdad4dfdec82a852305"
},
{
"path": "VAEEncoder_half.aimodel/main.mlirb",
"bytes": 68896248,
"sha256": "93106dda09eb405580199f8bc235d53f52920d132065b3fec0c73b4fe7e4099f"
},
{
"path": "VAEEncoder_half.aimodel/metadata.json",
"bytes": 400,
"sha256": "63edab11ef710d82eb422f6deed9c8c69b04b65b954baa131da4f753264acaf6"
},
{
"path": "metadata.json",
"bytes": 1549,
"sha256": "a3a2afa5fd4cc185b6875f8a67306756694c8487710e69a0df1e6b879cef9ddb"
},
{
"path": "tokenizer/chat_template.jinja",
"bytes": 4168,
"sha256": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8"
},
{
"path": "tokenizer/config.json",
"bytes": 375,
"sha256": "b3f99a222a3edef3a756b61f6a67ada791c631aba983c13f59cb45aa9f6fb5f4"
},
{
"path": "tokenizer/tokenizer.json",
"bytes": 11422650,
"sha256": "be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506"
},
{
"path": "tokenizer/tokenizer_config.json",
"bytes": 375,
"sha256": "b3f99a222a3edef3a756b61f6a67ada791c631aba983c13f59cb45aa9f6fb5f4"
},
{
"path": "vae_bn_mean.npy",
"bytes": 640,
"sha256": "b2e3b98b3b1483e4573093d41b9e3890627724c7c0bfaa215ba1e2ef151b6d09"
},
{
"path": "vae_bn_var.npy",
"bytes": 640,
"sha256": "9418da87092c06ffb4f72402e3c3d142b671878f6cea5e8da3c547befbd64861"
}
],
"file_count": 25,
"total_bytes": 7777120667,
"text_to_image_files": [
"metadata.json",
"tokenizer/chat_template.jinja",
"tokenizer/config.json",
"tokenizer/tokenizer.json",
"tokenizer/tokenizer_config.json",
"vae_bn_mean.npy",
"vae_bn_var.npy",
"VAEDecoder.aimodel/main.hash",
"VAEDecoder.aimodel/metadata.json",
"VAEDecoder.aimodel/main.mlirb",
"TextEncoder.aimodel/main.hash",
"TextEncoder.aimodel/metadata.json",
"TextEncoder.aimodel/main.mlirb",
"Transformer.aimodel/main.hash",
"Transformer.aimodel/metadata.json",
"Transformer.aimodel/main.mlirb"
],
"text_to_image_bytes": 7540032209
}