zakkeown's picture
Publish phi-4-mini-instruct@2 (aether publish)
05b2581 verified
Raw History Blame Contribute Delete
4.42 kB
{
"architecture" : {
"attentionLayers" : 32,
"class" : "dense",
"totalLayers" : 32
},
"capabilities" : [
"chat"
],
"driver" : "causal-lm",
"engine" : {
"allowed" : [
"pipelined",
"sequential"
],
"expectFrequentReshapes" : true,
"kind" : "pipelined"
},
"functions" : {
"main" : {
"role" : "step"
}
},
"inputs" : {
"input_ids" : {
"bind" : "tokens",
"dtype" : "int32"
},
"position_ids" : {
"bind" : "positions",
"dtype" : "int32",
"mode" : "running"
}
},
"limits" : {
"contextMax" : {
"ios" : 4096
},
"maxOutputDefault" : 1024,
"prefillChunk" : 256,
"prefillChunkThreshold" : 256
},
"memory" : {
"bytesPerToken" : 4076244549,
"kvBytesPerToken" : 131072,
"requiresIncreasedMemoryLimit" : true,
"weightsBytes" : 4076244549
},
"outputs" : {
"logits" : {
"dtype" : "float16",
"role" : "logits",
"seq" : "dynamic"
}
},
"provenance" : {
"exportedOn" : {
"date" : "2026-09-30",
"os" : "26A434"
},
"exporter" : {
"coreai-core" : "1.0.0b2",
"coreai-opt" : "0.2.1",
"coreai-torch" : "0.4.2",
"torch" : "2.11.0"
},
"files" : {
"metadata.json" : "sha256:358968354e780c3145135576a9e849a1a6b61d579fc448732e7b1f789e811db5",
"phi_4_mini_instruct.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist" : "sha256:d31e576f5c1f15290995b1378a5ee0eed2bfdaa517d11126a4cf83d7b201f4a3",
"phi_4_mini_instruct.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph" : "sha256:6a6df90c15b08da904b2a77951ee0897026e0df413839599ae71ca5288854f51",
"phi_4_mini_instruct.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/reflection.fb" : "sha256:e6d571878ae2e4bacafb5c7c013a638a91c3ed6dcf1c63ede1feccf701494f54",
"phi_4_mini_instruct.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin" : "sha256:859312040b45f10b78dcbab145dc90ff9c2bd24394bb3d2b0407c9840ed0cac3",
"phi_4_mini_instruct.h18p.aimodelc/main-h18p.mlirb" : "sha256:2fad4d9c114555750a6eb9ec0b9d60d8d68bbf7c05a5e7c6799cfefe6edd9289",
"phi_4_mini_instruct.h18p.aimodelc/main.hash" : "sha256:f6249166e7dc93906418a279e0636784a7a11a7043c87269500bf0a88a9c6c77",
"phi_4_mini_instruct.h18p.aimodelc/metadata.json" : "sha256:c65613bfda15d63e5057f56cd47b5593f7ad89536b61cb5ce686c327ce054a81",
"phi_4_mini_instruct.h18p.aimodelc/stats.json" : "sha256:bec6f4513ee500e067856effa2a4e9fda5bb99a66fa03eb0c0eaf9b27ccf39ef",
"tokenizer/added_tokens.json" : "sha256:d4f2aceb0f20b71dd1f4bcc7e052e4412946bf281840b8f83d39f259571af486",
"tokenizer/generation_config.json" : "sha256:3e3f48753753f92d2b958679151861d4fd7bf26e4dfc41fd47056116c4914dcd",
"tokenizer/merges.txt" : "sha256:856ce61180bb689282eed6b3a6838bb1f438399be23aefe9d20eb379791fb4ad",
"tokenizer/special_tokens_map.json" : "sha256:aff38493227d813e29fcf8406e8e90062f1f031aa47d589325e9c31d89ac7cc3",
"tokenizer/tokenizer.json" : "sha256:382cc235b56c725945e149cc25f191da667c836655efd0857b004320e90e91ea",
"tokenizer/tokenizer_config.json" : "sha256:9c9b6bc0c94d95f69f826c41069a3e8b387ac3ced89601d201886e99240ac9db",
"tokenizer/vocab.json" : "sha256:6cb65a857824fa6615bb1782d95d882617a8bbce1da0317118586b36f39e98bd"
},
"forge" : "0.1.0",
"recipe" : "phi-4-mini-instruct@2",
"source" : {
"hfRepo" : "microsoft/Phi-4-mini-instruct",
"revision" : "cfbefacb99257ffa30c83adab238a50856ac3083"
}
},
"quantization" : {
"notes" : "weight-only PTQ on the torch module (coreai-opt eager Quantizer); exceptions resolve first-match in declaration order, then default; modules: int8-linear-perblock32 ×161",
"scheme" : "int8-linear-perblock32",
"weightBits" : 8
},
"schema" : 1,
"states" : {
"keyCache" : {
"axis" : 3,
"initial" : 256,
"kind" : "kvGrowing"
},
"valueCache" : {
"axis" : 3,
"initial" : 256,
"kind" : "kvGrowing"
}
},
"target" : {
"arch" : "h18p",
"backend" : "coreai",
"compiled" : true,
"compute" : "gpu",
"minOS" : "27.0",
"platform" : "ios"
},
"text" : {
"chatTemplate" : "embedded",
"tokenizer" : "tokenizer/"
}
}